-- Logs begin at Tue 2022-03-22 11:50:33 UTC, end at Tue 2022-03-22 13:14:01 UTC. -- Mar 22 12:44:25.839651 dv-cinder-824149-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 12:44:28.770386 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.common.config [-] Logging enabled! Mar 22 12:44:28.770854 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev43 Mar 22 12:44:28.771201 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110120) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 12:44:28.774454 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.common.config [-] Logging enabled! Mar 22 12:44:28.774715 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev43 Mar 22 12:44:28.775028 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110120) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 12:44:28.775960 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 12:44:28.776197 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 12:44:28.776577 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 12:44:28.776825 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 12:44:28.777052 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 12:44:28.777814 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.778265 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 12:44:28.778609 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.778910 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.779205 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.779503 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.779794 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.780079 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.780367 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.780662 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.780948 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.781229 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.781513 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.781806 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.782119 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.782408 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.782694 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.782980 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] debug = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.783258 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.783689 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.784090 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.784372 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.784658 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.784941 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.785215 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.785493 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.785779 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.786130 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] host = dv-cinder-824149-5-iscsi {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.786412 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.786698 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.786982 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.787267 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.787542 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.787818 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.788103 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.788377 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.788650 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] log_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.788927 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.789217 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.789507 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.789812 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.790066 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.790292 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.790581 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.790868 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.791144 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.791419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.791696 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.791972 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.792254 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.792525 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.792808 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.793094 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.793376 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.793654 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.793928 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.794738 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.795012 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.795303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.795576 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.795849 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.796121 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.796406 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.796676 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.796949 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.797247 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.797531 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.797816 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.798124 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.798401 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.798775 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.799056 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.799328 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.799600 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] use_json = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.799874 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.800145 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.800427 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.800698 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.800969 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.801240 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.801509 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.801795 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.802101 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:28.802399 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.802696 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.802996 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.803292 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.803581 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.803863 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.804151 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.804431 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.804719 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.805005 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.805298 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.805575 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.805875 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.806194 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.806490 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.806795 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.807093 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.807391 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.807666 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.807943 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.808217 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.808497 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.808784 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.809061 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.809350 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.809639 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.810595 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.810898 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.811190 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.811489 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.811782 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.812059 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.812341 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.812634 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.812913 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.813186 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.813465 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.813754 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.814055 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.814332 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.814617 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.814896 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.815168 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.815455 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.815732 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.816020 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.816296 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.816567 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.816837 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.817113 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.817383 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.817666 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.817940 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.818236 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.818508 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.818787 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.819061 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.819335 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.819609 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.819881 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.820156 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.820428 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.820698 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.820971 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.821245 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.821517 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.821788 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.822085 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.822364 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.822638 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.822911 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.823183 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.823455 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.823728 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.824010 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.824304 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.824582 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.824860 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.825138 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.825443 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.825721 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.826005 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.826295 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.826574 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.826847 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.827137 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.827421 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.827708 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.828006 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.828285 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.828581 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.828858 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.829134 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.829418 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.829695 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.829974 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.830277 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.830560 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.830855 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.831148 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.831441 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.831734 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.832022 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.832303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.832614 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.832894 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:28.833113 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 12:44:28.833353 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110120) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 12:44:29.207563 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 12:44:29.207844 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 12:44:29.208155 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 12:44:29.208641 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 12:44:29.538218 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.538436 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.538708 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.539878 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.540153 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.540535 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.596991 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.597267 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.597534 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.612408 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.612691 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.612962 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.641796 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.642101 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.642367 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.784721 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.785326 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:29.785326 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.019141 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.019430 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.019700 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.019968 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.020676 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.120985 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.121310 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.121601 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.121880 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.122181 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.123035 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.123302 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.123561 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.123818 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.124102 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.124364 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.124732 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.124993 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.125295 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.125569 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.125835 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.126120 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.126395 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.126668 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.126929 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.127200 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.127454 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.127735 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.128110 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.128362 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.128607 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.129001 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:44:30.129242 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:44:30.129481 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:44:30.129718 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:44:30.129953 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:44:30.130220 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:44:30.130582 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 12:44:30.133779 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 12:44:30.137922 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 12:44:30.141639 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Mar 22 12:44:30.143325 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 12:44:30.143803 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 12:44:30.144142 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 12:44:30.144528 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 12:44:30.147405 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 12:44:30.147664 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 12:44:30.148013 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 12:44:30.152934 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 12:44:30.177290 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 12:44:30.177744 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.178067 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110120) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 12:44:30.178443 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.179828 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110120) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 12:44:30.180109 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 12:44:30.180357 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 12:44:30.183730 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.184020 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:30.247108 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 12:44:30.247901 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 12:44:30.248141 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 12:44:30.248509 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 12:44:30.268388 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_db.sqlalchemy.engines [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110120) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 12:44:30.859903 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Initializing driver for type 'gre' Mar 22 12:44:30.860456 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] gre ID ranges: [(1, 1000)] Mar 22 12:44:31.057451 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Initializing driver for type 'local' Mar 22 12:44:31.057814 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Initializing driver for type 'vlan' Mar 22 12:44:31.143013 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] VlanTypeDriver initialization complete Mar 22 12:44:31.143348 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Initializing driver for type 'vxlan' Mar 22 12:44:31.143846 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] vxlan ID ranges: [(1, 1000)] Mar 22 12:44:31.339538 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Initializing extension driver 'port_security' Mar 22 12:44:31.339820 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.extensions.port_security [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] PortSecurityExtensionDriver initialization complete Mar 22 12:44:31.340158 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Initializing mechanism driver 'openvswitch' Mar 22 12:44:31.340493 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Initializing mechanism driver 'hyperv' Mar 22 12:44:31.347230 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.plugin [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:44:31.347907 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > port after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.348276 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > port after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.348627 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > port after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.349157 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 12:44:31.349585 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > subnet after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.349941 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > subnet after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.350313 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.354717 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 12:44:31.354717 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > network after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.354717 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > network after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.354717 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > network after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.354717 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 12:44:31.355069 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > security_group after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.355069 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > security_group after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.355069 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > security_group after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.355069 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 12:44:31.355069 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.355366 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.355366 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.355366 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 12:44:31.355623 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > address_group after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.355970 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > address_group after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.356314 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > address_group after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.356729 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 12:44:31.357172 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] ML2 OVO RPC backend initialized. {{(pid=110120) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 12:44:31.357922 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.358296 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.358711 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > network before_response 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.359057 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > networks before_response 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.359409 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > port before_response 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.359813 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > ports before_response 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.360152 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > subnet before_response 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.360497 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > subnets before_response 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.360842 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > network after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.361184 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > network after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.361518 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > network after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.361969 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > port after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.362334 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > port after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.362672 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > port after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.363004 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > subnet after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.363338 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > subnet after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.363668 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.371243 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded quota_driver: . Mar 22 12:44:31.371614 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.plugin [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Modular L2 Plugin initialization complete Mar 22 12:44:31.371966 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading services supported by the core plugin {{(pid=110120) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 12:44:31.372959 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.plugins.ml2.managers [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Got port-security extension from driver 'port_security' Mar 22 12:44:31.373717 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.extensions.vlantransparent [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Disabled vlantransparent extension. Mar 22 12:44:31.374386 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110120) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 12:44:31.374719 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading Plugin: router Mar 22 12:44:31.418387 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router_interface before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.418846 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router after_create 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.419202 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router before_create 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.419571 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.419948 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.420303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router after_delete 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.420663 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > floatingip after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.421014 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > floatingip after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.421372 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router after_create 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.421718 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router after_update 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.422100 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router after_update 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.422452 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.422816 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router after_update 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.423229 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router precommit_update 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.423597 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: port after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.423943 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: port after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.424384 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: subnet after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.424733 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.425086 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > port precommit_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.425432 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router precommit_create 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.425773 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: port before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.426154 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router precommit_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.426509 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router after_update 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.426849 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router precommit_delete 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.427197 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router precommit_create 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.427555 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.427899 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router precommit_update 55549900 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.428260 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > agent after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.428603 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > agent after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.428945 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > network after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.429805 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Tracking information for resource: router configured {{(pid=110120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:44:31.430175 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Tracking information for resource: floatingip configured {{(pid=110120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:44:31.435616 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.db.l3_agentschedulers_db [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 12:44:31.436189 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: port after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.437707 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: port after_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.437707 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: port after_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.437707 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: port after_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.438152 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router before_create 55550100 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.438519 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router precommit_delete 55550100 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.438884 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router precommit_create 55550100 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.439242 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > router precommit_update 55550100 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.444036 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.services.provider_configuration [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service providers = [] {{(pid=110120) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 12:44:31.444398 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.db.servicetype_db [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110120) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 12:44:31.447418 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.services.service_base [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:44:31.447765 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.services.service_base [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:44:31.448106 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.services.service_base [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:44:31.449003 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.services.service_base [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:44:31.449375 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.services.service_base [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 12:44:31.449749 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:44:31.450091 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 12:44:31.461454 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:44:31.461795 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading Plugin: auto_allocate Mar 22 12:44:31.472042 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: network precommit_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.472405 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: network precommit_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.472922 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:44:31.473244 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading Plugin: tag Mar 22 12:44:31.479936 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:44:31.480266 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading Plugin: timestamp Mar 22 12:44:31.484458 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:44:31.485263 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading Plugin: network_ip_availability Mar 22 12:44:31.490465 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.491092 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.491445 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.492181 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:44:31.492497 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading Plugin: flavors Mar 22 12:44:31.503895 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:44:31.504234 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading Plugin: revisions Mar 22 12:44:31.508648 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:44:31.509349 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_concurrency.lockutils [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.301s {{(pid=110120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 12:44:31.510129 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110120) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 12:44:31.510473 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Initializing extension manager. Mar 22 12:44:31.510998 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: __init__.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.511340 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: __pycache__ {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.511674 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: address_group.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.512443 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.513563 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: address-group Mar 22 12:44:31.513886 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: address_scope.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.514632 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.515138 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: address-scope Mar 22 12:44:31.515460 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: admin_state_down_before_update.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.516443 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.516947 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: router-admin-state-down-before-update Mar 22 12:44:31.517269 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: agent.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.518206 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.518714 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: agent Mar 22 12:44:31.519038 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: agent_resources_synced.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.519951 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.520457 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: agent-resources-synced Mar 22 12:44:31.520779 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: allowedaddresspairs.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.522626 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.523143 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: allowed-address-pairs Mar 22 12:44:31.523471 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: auto_allocated_topology.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.524553 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.525064 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: auto-allocated-topology Mar 22 12:44:31.525394 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: availability_zone.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.526134 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.526636 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: availability_zone Mar 22 12:44:31.526961 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: availability_zone_filter.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.527907 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.528422 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: availability_zone_filter Mar 22 12:44:31.528748 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: data_plane_status.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.529656 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.530210 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 12:44:31.530534 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: default_subnetpools.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.531447 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.531955 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: default-subnetpools Mar 22 12:44:31.532276 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: dhcpagentscheduler.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.533094 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.533604 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: dhcp_agent_scheduler Mar 22 12:44:31.533931 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: dns.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.534884 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.535382 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension dns-integration not supported by any of loaded plugins Mar 22 12:44:31.535704 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: dns_domain_ports.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.541508 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.542034 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 12:44:31.542358 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.543282 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.543782 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 12:44:31.544685 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: dvr.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.545329 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.545831 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: dvr Mar 22 12:44:31.546193 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: ecmp_routes.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.547114 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.547605 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 12:44:31.547924 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: empty_string_filtering.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.548844 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.549351 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: empty-string-filtering Mar 22 12:44:31.549678 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.550671 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.551166 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 12:44:31.551486 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.552407 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.552898 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 12:44:31.553217 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: external_net.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.554170 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.554777 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: external-net Mar 22 12:44:31.555097 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: extra_dhcp_opt.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.558549 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.559046 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: extra_dhcp_opt Mar 22 12:44:31.559367 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: extraroute.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.560862 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.561409 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: extraroute Mar 22 12:44:31.561729 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: extraroute_atomic.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.562794 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.563295 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: extraroute-atomic Mar 22 12:44:31.563614 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: filter_validation.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.564280 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.564776 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: filter-validation Mar 22 12:44:31.565095 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: fip_pf_description.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.566029 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.566528 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 12:44:31.566845 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: fip_pf_port_range.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.567793 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.568288 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 12:44:31.568608 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: fip_port_details.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.569608 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.570148 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: fip-port-details Mar 22 12:44:31.570471 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: flavors.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.571731 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.572244 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: flavors Mar 22 12:44:31.572567 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.574291 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.574812 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 12:44:31.575143 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: floatingip_pools.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.575876 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.576419 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: floatingip-pools Mar 22 12:44:31.576774 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: ip_allocation.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.577703 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.578242 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 12:44:31.578564 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.579488 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.579994 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: ip-substring-filtering Mar 22 12:44:31.580317 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l2_adjacency.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.581261 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.581760 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 12:44:31.582109 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l3.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.584555 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.585090 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: router Mar 22 12:44:31.585433 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l3_conntrack_helper.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.588924 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.589448 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 12:44:31.589824 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.590758 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.591296 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: ext-gw-mode Mar 22 12:44:31.591627 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.592551 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.593060 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: l3-ha Mar 22 12:44:31.593389 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.594361 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.594868 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 12:44:31.595193 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l3_flavors.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.596105 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.596609 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: l3-flavors Mar 22 12:44:31.596935 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l3_ndp_proxy.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.598352 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.598862 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 12:44:31.599188 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.600110 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.600618 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 12:44:31.600942 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: l3agentscheduler.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.602013 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.602524 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: l3_agent_scheduler Mar 22 12:44:31.602877 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: local_ip.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.604720 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.605279 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension local_ip not supported by any of loaded plugins Mar 22 12:44:31.605612 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: logging.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.607666 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.608186 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension logging not supported by any of loaded plugins Mar 22 12:44:31.608518 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: metering.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.609270 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.609845 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: metering Mar 22 12:44:31.610200 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.611303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.611921 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: metering_source_and_destination_fields Mar 22 12:44:31.612254 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: multiprovidernet.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.613204 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.613714 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: multi-provider Mar 22 12:44:31.614066 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: netmtu.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.614987 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.615496 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: net-mtu Mar 22 12:44:31.616085 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: netmtu_writable.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.617041 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.617546 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: net-mtu-writable Mar 22 12:44:31.617869 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: network_availability_zone.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.618567 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.619112 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: network_availability_zone Mar 22 12:44:31.619624 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: network_ip_availability.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.621359 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.622937 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: network-ip-availability Mar 22 12:44:31.623506 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: network_segment_range.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.624939 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.625774 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 12:44:31.626083 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: pagination.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.627098 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.627433 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: pagination Mar 22 12:44:31.627750 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: port_device_profile.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.628679 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.629188 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: port-device-profile Mar 22 12:44:31.629592 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.630549 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.630998 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: port-mac-address-regenerate Mar 22 12:44:31.631323 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.632243 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.632754 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: port-numa-affinity-policy Mar 22 12:44:31.633081 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: port_resource_request.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.634057 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.634557 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 12:44:31.634881 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: port_resource_request_groups.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.635856 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.636357 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 12:44:31.636681 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: portbindings.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.637602 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.638170 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: binding Mar 22 12:44:31.638495 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: portbindings_extended.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.639787 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.640297 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: binding-extended Mar 22 12:44:31.640691 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: portsecurity.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.645184 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.645693 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: port-security Mar 22 12:44:31.646043 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: project_id.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.647035 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.647363 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: project-id Mar 22 12:44:31.647684 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: providernet.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.648607 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.649116 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: provider Mar 22 12:44:31.649442 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.653193 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.653737 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos not supported by any of loaded plugins Mar 22 12:44:31.654101 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.655357 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.655876 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 12:44:31.656207 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.657124 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.657629 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 12:44:31.657956 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_default.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.658913 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.659418 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-default not supported by any of loaded plugins Mar 22 12:44:31.659748 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_fip.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.660670 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.661176 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-fip not supported by any of loaded plugins Mar 22 12:44:31.661504 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_fip_network_policy.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.662557 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.663060 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 12:44:31.663387 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_gateway_ip.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.664312 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.664820 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 12:44:31.665147 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_port_network_policy.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.666097 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.666602 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 12:44:31.666929 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.667983 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.668492 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 12:44:31.668822 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.670415 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.670927 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 12:44:31.671255 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_pps_rule.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.672448 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.672964 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-pps not supported by any of loaded plugins Mar 22 12:44:31.673292 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_rule_type_details.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.679328 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.679836 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 12:44:31.680163 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_rule_type_filter.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.681092 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.681604 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 12:44:31.681928 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: qos_rules_alias.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.683011 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.683524 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 12:44:31.683848 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: quota_check_limit.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.685427 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.685935 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: quota-check-limit Mar 22 12:44:31.686287 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: quotasv2.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.687235 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.687684 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: quotas Mar 22 12:44:31.688011 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: quotasv2_detail.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.689884 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.690257 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: quota_details Mar 22 12:44:31.690593 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: rbac.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.691692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.692211 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: rbac-policies Mar 22 12:44:31.692546 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: rbac_address_group.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.693483 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.694007 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: rbac-address-group Mar 22 12:44:31.694351 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: rbac_address_scope.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.695272 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.695778 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: rbac-address-scope Mar 22 12:44:31.696107 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: rbac_security_groups.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.697134 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.697639 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: rbac-security-groups Mar 22 12:44:31.697965 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: rbac_subnetpool.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.698912 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.699417 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: rbac-subnetpool Mar 22 12:44:31.699741 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: revisionifmatch.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.700703 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.701211 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: revision-if-match Mar 22 12:44:31.701540 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: revisions.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.702717 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.703224 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: standard-attr-revisions Mar 22 12:44:31.703552 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: router_availability_zone.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.704228 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.709432 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: router_availability_zone Mar 22 12:44:31.709432 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: routerservicetype.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.710254 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.710757 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension router-service-type not supported by any of loaded plugins Mar 22 12:44:31.711081 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.712017 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.712520 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: security-groups-normalized-cidr Mar 22 12:44:31.712845 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: security_groups_port_filtering.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.713788 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.714329 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: port-security-groups-filtering Mar 22 12:44:31.714658 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.715611 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.716168 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: security-groups-remote-address-group Mar 22 12:44:31.716494 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.717419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.717924 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: security-groups-shared-filtering Mar 22 12:44:31.718277 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.718869 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 12:44:31.719191 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: securitygroup.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.729026 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.729549 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: security-group Mar 22 12:44:31.729887 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: segment.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.730657 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.731165 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension segment not supported by any of loaded plugins Mar 22 12:44:31.731990 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.732948 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.733451 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 12:44:31.733776 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: servicetype.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.734917 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.735434 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: service-type Mar 22 12:44:31.735768 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: sorting.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.736776 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.737086 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: sorting Mar 22 12:44:31.737410 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: standard_attr_segment.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.740566 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.741340 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 12:44:31.741664 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: standardattrdescription.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.742350 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.742854 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: standard-attr-description Mar 22 12:44:31.743179 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: stateful_security_group.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.744225 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.744772 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: stateful-security-group Mar 22 12:44:31.745094 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: stdattrs_common.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.745670 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 12:44:31.746012 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.746976 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.748100 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 12:44:31.748425 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: subnet_onboard.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.749501 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.750159 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: subnet_onboard Mar 22 12:44:31.750488 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.751420 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.751925 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 12:44:31.752244 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: subnet_service_types.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.753180 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.753688 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: subnet-service-types Mar 22 12:44:31.754034 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: subnetallocation.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.755139 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.755684 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: subnet_allocation Mar 22 12:44:31.756012 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.756682 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.757189 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: subnetpool-prefix-ops Mar 22 12:44:31.757546 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.758528 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.759037 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 12:44:31.759363 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: tagging.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.760436 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.760948 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: standard-attr-tag Mar 22 12:44:31.761270 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: timestamp.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.762544 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.763051 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loaded extension: standard-attr-timestamp Mar 22 12:44:31.763376 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: trunk.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.764483 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.768809 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension trunk not supported by any of loaded plugins Mar 22 12:44:31.768809 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: trunk_details.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.769465 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.769971 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension trunk-details not supported by any of loaded plugins Mar 22 12:44:31.770324 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: uplink_status_propagation.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.771255 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.771761 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 12:44:31.772086 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Loading extension file: vlantransparent.py {{(pid=110120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 12:44:31.772760 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 12:44:31.773306 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 12:44:31.775871 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:network Mar 22 12:44:31.776392 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:subnet Mar 22 12:44:31.776791 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:44:31.777192 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:port Mar 22 12:44:31.778645 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.779084 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service FLAVORS assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.779718 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.780154 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.780486 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:router Mar 22 12:44:31.780913 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:floatingip Mar 22 12:44:31.781417 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service METERING assigned prefix: /metering {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.782908 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.783284 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.783637 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:44:31.784640 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 12:44:31.785074 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:security_group Mar 22 12:44:31.785507 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 12:44:31.786173 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service CORE assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.786507 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:44:31.786855 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] subnetpool is already registered Mar 22 12:44:31.787279 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service CORE assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.787616 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:44:31.787950 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] subnetpool is already registered Mar 22 12:44:31.790275 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.790712 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service FLAVORS assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.791301 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.791723 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.792053 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:router Mar 22 12:44:31.792389 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] router is already registered Mar 22 12:44:31.792796 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:floatingip Mar 22 12:44:31.793127 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] floatingip is already registered Mar 22 12:44:31.793579 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service METERING assigned prefix: /metering {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.794776 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 12:44:31.795103 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] rbac_policy is already registered Mar 22 12:44:31.795516 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:security_group Mar 22 12:44:31.795868 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] security_group is already registered Mar 22 12:44:31.796249 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 12:44:31.796607 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] security_group_rule is already registered Mar 22 12:44:31.797233 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service CORE assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.797558 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:44:31.797890 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] subnetpool is already registered Mar 22 12:44:31.798337 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.v2.resource_helper [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Service CORE assigned prefix: {{(pid=110120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:44:31.798662 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:44:31.798991 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING neutron.quota.resource_registry [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] subnetpool is already registered Mar 22 12:44:31.799473 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: extensions {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.800938 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: address-groups {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.802445 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: address-scopes {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.803754 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: agents {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.804898 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: auto-allocated-topology {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.806181 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: availability_zones {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.807417 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: dhcp-networks {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.808890 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: dhcp-agents {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.810946 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: routers {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.813154 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: flavors {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.818910 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: service_profiles {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.818910 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: next_providers {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.818910 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: service_profiles {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.819495 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: floatingip-pools {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.820709 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: routers {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.822868 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: floatingips {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.824279 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: l3-routers {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.825691 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: l3-agents {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.827131 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: metering-labels {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.828487 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: metering-label-rules {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.829754 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: network-ip-availabilities {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.831216 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: bindings {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.832855 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: quotas {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.834444 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: quotas {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.836011 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: rbac-policies {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.837295 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: security-groups {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.838562 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: security-group-rules {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.839780 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: service-providers {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.846603 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: subnetpools {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.846603 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: subnetpools {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.846603 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.846603 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.847426 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.849180 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.850986 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.852929 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.854577 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.856456 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.858872 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.860691 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron.api.extensions [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Extended resource: tags {{(pid=110120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 12:44:31.866840 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING keystonemiddleware.auth_token [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 12:44:31.871497 dv-cinder-824149-5-iscsi neutron-server[110120]: WARNING keystonemiddleware.auth_token [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 12:44:31.880652 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_concurrency.lockutils [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Acquired lock "singleton_lock" {{(pid=110120) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 12:44:31.881125 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_concurrency.lockutils [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Releasing lock "singleton_lock" {{(pid=110120) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 12:44:31.881777 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO oslo_service.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Starting 2 workers Mar 22 12:44:31.886730 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Started child 110231 {{(pid=110120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 12:44:31.891307 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Started child 110232 {{(pid=110120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 12:44:31.892363 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:31.895956 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO neutron.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 12:44:31.895956 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Publish callbacks [] for process (None), before_spawn {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:31.896189 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [-] (110231) wsgi starting up on http://0.0.0.0:9696 Mar 22 12:44:31.896280 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO oslo_service.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Starting 1 workers Mar 22 12:44:31.896367 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:31.897879 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [-] (110232) wsgi starting up on http://0.0.0.0:9696 Mar 22 12:44:31.901333 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Started child 110233 {{(pid=110120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 12:44:31.901914 dv-cinder-824149-5-iscsi neutron-server[110120]: INFO oslo_service.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Starting 1 workers Mar 22 12:44:31.905744 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] calling RpcWorker wait() {{(pid=110233) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 12:44:31.906302 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] returning from RpcWorker wait() {{(pid=110233) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 12:44:31.907015 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Started child 110234 {{(pid=110120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 12:44:31.907633 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:31.907852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG neutron_lib.callbacks.manager [None req-c64309e4-8868-4fc2-ae1e-6163a2246b1b None None] Publish callbacks [] for process (None), after_spawn {{(pid=110120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:31.908082 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:44:31.909845 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110120) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 12:44:31.910090 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 12:44:31.910270 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 12:44:31.910505 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 12:44:31.910858 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 12:44:31.911022 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 12:44:31.911559 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.911848 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.912112 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.912377 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.912691 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.912932 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:31.913388 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.913589 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.913872 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.914252 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.914350 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:44:31.914614 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.914744 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.914869 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.915097 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.915348 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.915661 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.915944 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.916181 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.916437 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.916608 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.916881 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.917154 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.917387 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.917671 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] debug = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.917925 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.918446 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.918672 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.918910 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.919714 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.919983 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.920212 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.920477 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.920726 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.920954 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.921203 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.921476 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.921716 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.921936 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.922198 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.926905 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.926905 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.926905 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.926905 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] host = dv-cinder-824149-5-iscsi {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.926905 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.926905 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.926905 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.926905 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927419 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927871 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927871 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927871 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_options = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927871 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927871 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927871 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927871 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.927871 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.928322 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.928322 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.928322 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.928522 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.928944 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.928944 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.929224 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.929359 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.929559 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.929997 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.930217 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.930437 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.930652 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.930902 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.931152 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.931397 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.931632 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.931831 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.932133 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.932500 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.932744 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.932992 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.933226 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.933673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.933829 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.934154 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.934513 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.934687 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.934933 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.935192 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.935435 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.935668 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.935883 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.936171 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.936668 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.936968 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.937233 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.937450 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.937695 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.937912 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.938154 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.938368 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_json = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.938602 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.938861 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.939290 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.939521 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.939771 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.940014 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.940424 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.940656 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.940868 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:31.941368 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.941599 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.942010 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.942176 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.942565 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.942724 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.942895 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.943116 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.943377 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.943609 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.944604 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.944604 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.944604 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.944833 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.944983 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.945311 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.945580 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.945835 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.946120 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.946360 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.946596 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.946849 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.947153 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.947375 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.947607 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.947883 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.948226 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.948226 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.948226 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.948226 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.948226 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.948226 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.948226 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.951261 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.951261 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.951261 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.951261 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.951261 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.951261 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.951694 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.951694 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.951835 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.952208 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.952437 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.952608 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.952749 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.952953 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.953191 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.953421 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.953693 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.953870 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.954157 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.954431 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.954676 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.954847 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.955095 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.955332 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.955588 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.955899 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.957352 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.957352 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.957352 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.957352 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.957352 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.957352 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959107 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959107 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959107 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959107 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959107 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959107 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959107 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959699 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959699 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.959998 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.960229 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.960454 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.960648 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.961063 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.961310 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.961522 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.961734 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.961967 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.962240 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.962431 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.962653 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.962860 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.963068 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.963287 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.963498 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.963766 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.964075 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.964327 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.964590 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.965070 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.965070 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.965559 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.965559 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.965744 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.966495 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.966707 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.966952 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.967174 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.967398 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.967635 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.967851 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.968084 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.968307 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.968541 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.968779 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.969014 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.969254 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.969473 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.969748 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.969977 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.970231 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.970563 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.970823 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.971103 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.971351 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.971644 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.971861 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.972131 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.972421 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.972692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.972967 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.973215 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.973480 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.973732 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.974028 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.974279 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.974525 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.974752 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.975002 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.975225 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.975457 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.975672 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.975931 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.976248 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.976506 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.976716 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.976958 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.977232 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.977492 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.977739 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.978010 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.978268 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.978749 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.978749 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.979066 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.979156 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.979360 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.979585 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.979796 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.980049 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.980244 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.980499 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.980690 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.980900 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.981163 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.981372 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.982134 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.982371 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.982585 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.982799 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.983047 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.983258 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.983472 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.983722 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.983939 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.984152 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.984365 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.984589 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.984846 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.985078 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.985337 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.985577 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.985815 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.986085 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.986339 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.986572 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.986785 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.987025 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.987260 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.987628 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.987850 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.988064 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.988274 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.988505 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.988729 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.988962 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.989198 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.989437 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.989437 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.991270 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.991270 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.991270 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.991270 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.991270 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.991670 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.991670 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.991847 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.992017 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.992232 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.992462 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.992745 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.992879 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.993097 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.993330 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.993562 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.993795 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.994052 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.994271 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.994490 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.994706 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.994939 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.995171 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.995398 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.995613 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.995822 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.996040 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.996251 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.996535 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.996785 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.997019 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.997328 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.997562 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.997802 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.998052 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.998249 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.998457 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.998697 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.998910 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.999147 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.999423 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.999584 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.999763 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:31.999980 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.000303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.001100 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.001100 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.001319 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.001319 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.001757 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.001968 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.002204 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.002428 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.002636 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.002850 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.003090 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.003689 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.003689 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.003689 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.005769 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.005769 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.005769 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.005769 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.005769 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.005769 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.005769 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.005769 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.006852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.006852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.006852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.006852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.006852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.007197 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.007197 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.007353 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.007566 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.007801 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.008068 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.008365 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.008655 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.008900 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.009138 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.009560 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.009842 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.010150 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.010365 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.010684 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.011014 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.011296 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.011567 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.011811 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.012056 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.012279 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.012491 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.012759 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.012990 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.013222 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.013457 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.013684 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.013907 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.015491 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.015491 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.015491 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.015491 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.015491 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.015491 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.015491 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.016002 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 12:44:32.016208 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110120) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 12:44:32.016309 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 12:44:32.016423 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 12:44:32.017102 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 12:44:32.017102 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 12:44:32.017102 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 12:44:32.017102 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.017402 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.017402 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.017637 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.017716 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.017863 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.018055 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.018216 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.018373 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.018532 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.018617 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 46330) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:44:32.018714 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.018833 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.018990 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.019148 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.019307 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.019464 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.019621 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.019779 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.019941 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.020100 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.020256 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.020413 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.020568 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] debug = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.020725 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.020930 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.021093 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.021250 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.021407 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.021562 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.021718 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.021874 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.022059 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.022219 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.022376 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.022533 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.022695 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.022912 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.023020 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.023196 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.023294 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.023439 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.023598 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] host = dv-cinder-824149-5-iscsi {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.023753 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.023914 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.024061 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.024220 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.024369 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.024529 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.024685 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.024841 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.024997 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.025154 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.025311 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.025467 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.025623 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.025779 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.025934 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_options = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.026125 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.026331 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.026430 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.026596 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.026758 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.026915 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.027071 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.027228 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.027385 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.027540 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.027697 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.027852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.028008 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.029673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.029673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.029673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.029673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.029673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.029673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.030150 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.030150 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.030150 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.030350 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.030425 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.030701 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.030952 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.031064 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.031216 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.031368 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.031521 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.031855 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.031855 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.032009 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.032503 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.032503 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.032503 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.032751 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.032751 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.032889 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.033061 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.033160 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.033326 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.034075 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.034075 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.034075 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.034075 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.034384 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0116553 Mar 22 12:44:32.034461 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_json = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.034461 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.034578 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.034804 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.035835 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.036007 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.036166 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.036374 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.036536 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.037578 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:44:32.037578 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.037731 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.037838 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.038088 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.038204 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.038414 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.038536 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.038623 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.038785 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.038943 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.039108 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.039268 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.039438 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.039597 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.039756 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.039935 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.040082 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.040242 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.040496 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.040611 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.040760 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.040863 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.041032 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.041185 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.041346 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.041494 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.041654 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.041819 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.041978 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.042175 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.042334 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.042495 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.042656 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.042814 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.042978 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.043142 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.043309 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.043897 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.043897 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.043897 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.043897 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.044748 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.044813 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.044926 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.045086 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.045291 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.045391 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.045552 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.045711 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.045871 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.046051 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.046220 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.046381 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.046898 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.046898 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.046898 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.047143 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.047143 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.047305 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.047441 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.047602 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.047762 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.047919 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.048078 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.048237 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.048395 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.048576 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.048751 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.048865 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.049673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.049673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.049673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.049673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.049673 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.050303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.050303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.050303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.050303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.050639 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.050639 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.050639 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.050840 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.050958 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.051113 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.051279 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.051438 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.051596 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.052082 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.052082 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.052082 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.052290 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.052356 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.052524 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.052681 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.052838 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.053059 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.053162 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.053303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.053459 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.053618 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.053777 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.053940 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.054914 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.055076 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.055240 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.055761 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.055761 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.055761 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.055992 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.055992 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.056133 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.056284 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.056443 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.056605 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.056790 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.057007 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.057095 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.057208 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.057398 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.057552 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.057695 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.057856 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.058034 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.058358 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.058534 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.058697 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.058853 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.058991 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.059153 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.059313 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.059473 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.059660 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.059820 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.059967 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.060129 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.060445 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.060655 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:44:32.060917 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.061080 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.061243 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.061427 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.061586 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.061745 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.061905 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.062128 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.062289 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.062448 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.062607 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.062767 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.062931 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.063092 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.063252 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.063411 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.063572 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.063731 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.063890 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.064050 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.064208 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.064367 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.065324 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.065324 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.065324 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.065324 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.065800 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.066059 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.066206 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.066655 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.066655 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.066655 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.066876 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.067187 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.067352 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.067505 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.067852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.067852 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.068169 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.068169 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.068422 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.068422 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.068679 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.069479 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.069479 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.069479 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.069479 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.069479 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.069479 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.069848 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.069848 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.069966 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.070091 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.070221 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.071692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.071692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.071692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.071692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.071692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.071692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.071692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.071692 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.072158 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.072158 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.072158 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.072158 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.072158 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.072455 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.072455 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.073802 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.073802 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.073802 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.073802 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.073802 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.073802 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.073802 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.073802 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.074318 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.074318 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.074318 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.074318 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.074544 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.074636 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.074711 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.074874 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.075032 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.075190 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.075395 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.075559 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.075721 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.075874 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.076033 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.076192 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.076362 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.076520 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.076702 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.077606 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.077606 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.077606 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.077606 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.077606 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.077606 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.078088 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.078088 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.078088 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.078289 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.078364 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.078521 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.078680 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.078842 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.079004 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.079170 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.079330 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.079487 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.079650 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082008 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082008 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082008 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082008 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082008 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082008 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082008 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082008 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082535 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082535 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082535 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082535 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082535 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082535 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.082535 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.083037 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.083214 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.083741 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.083741 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.083741 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.084096 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.084096 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.084242 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.084319 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.084484 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.084636 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.084806 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.084975 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.085144 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.085303 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.085483 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.085745 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.085847 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.085946 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.086130 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.086305 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.086446 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.086609 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.087541 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.087541 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.087541 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.087541 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.087541 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.087541 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.088057 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.088057 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.088057 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.088269 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.088269 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.088409 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.088532 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:44:32.088685 dv-cinder-824149-5-iscsi neutron-server[110120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 12:44:43.622972 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d9869-6a56-42c7-92a4-1d93cf1cf3cd None None] get_active_networks_info from dv-cinder-824149-5-iscsi {{(pid=110233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 12:44:43.688620 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d9869-6a56-42c7-92a4-1d93cf1cf3cd None None] No non-hosted networks {{(pid=110233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 12:44:43.708472 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.agentschedulers_db [None req-602d9869-6a56-42c7-92a4-1d93cf1cf3cd None None] DHCP Agent not found on host dv-cinder-824149-5-iscsi {{(pid=110233) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 12:44:43.894816 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e3ed6a72-f047-471b-b3e9-42dd485c6db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785252'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:45.849237 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9c084f7d-04bb-4f2b-b725-c3de6ea412fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785252'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:45.898612 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.db.api [None req-7aeb5315-f592-4f6b-9932-759e6f802a24 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824149-5-iscsi {{(pid=110233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:44:45.899014 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG oslo_db.api [None req-7aeb5315-f592-4f6b-9932-759e6f802a24 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:44:46.423856 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5315-f592-4f6b-9932-759e6f802a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:47.019844 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785252'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:48.659788 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785252'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:49.319214 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.db.l3_hamode_db [None req-180caa70-9cbc-48ac-8364-7ec24ab15fe6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 12:44:49.400154 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180caa70-9cbc-48ac-8364-7ec24ab15fe6 None None] Routers set() bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:44:49.400543 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180caa70-9cbc-48ac-8364-7ec24ab15fe6 None None] Router IDs set() for agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 12:44:49.740974 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 46416) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:44:50.093466 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785252'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:50.094921 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.095550 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.096091 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.096647 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.097202 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.097792 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.098473 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.098901 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.099370 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.099780 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.100350 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.100742 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.101293 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.101697 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.102131 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:50.102622 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824149-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:44:50.108993 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824149-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:44:50.256151 dv-cinder-824149-5-iscsi neutron-server[110231]: WARNING oslo_policy.policy [None req-5345d49e-16ff-4e69-bb3a-9ce3c26c70c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:44:50.256739 dv-cinder-824149-5-iscsi neutron-server[110231]: WARNING oslo_policy.policy [None req-5345d49e-16ff-4e69-bb3a-9ce3c26c70c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:44:50.484475 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [None req-5345d49e-16ff-4e69-bb3a-9ce3c26c70c5 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:44:50.485452 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5345d49e-16ff-4e69-bb3a-9ce3c26c70c5 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7435060 Mar 22 12:44:52.989508 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 46442) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:44:53.296706 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-819ab7b6-ccca-4f00-9afb-56a2cae0a0c2 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:44:53.389252 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.policy [None req-819ab7b6-ccca-4f00-9afb-56a2cae0a0c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110231) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 12:44:53.431854 dv-cinder-824149-5-iscsi neutron-server[110231]: WARNING oslo_policy.policy [None req-819ab7b6-ccca-4f00-9afb-56a2cae0a0c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:44:53.432192 dv-cinder-824149-5-iscsi neutron-server[110231]: WARNING oslo_policy.policy [None req-819ab7b6-ccca-4f00-9afb-56a2cae0a0c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:44:53.592289 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-819ab7b6-ccca-4f00-9afb-56a2cae0a0c2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733170209863', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733170210324', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733170227178', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733170236187', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733170172175', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733170428639', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1068949', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1074567', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4011155', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4171282'] for rbac-policy (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:53.770200 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-819ab7b6-ccca-4f00-9afb-56a2cae0a0c2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:53.771391 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-819ab7b6-ccca-4f00-9afb-56a2cae0a0c2 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7808952 Mar 22 12:44:56.248421 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 46452) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:44:56.556474 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:44:56.640167 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Made reservation on behalf of a8aac833c5914d919a69585f182ae2bc for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:44:56.644046 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:56.660300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:56.764273 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Publish callbacks [] for security_group (70833842-070c-4ce9-980a-0f880a041c41), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:56.834435 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (70833842-070c-4ce9-980a-0f880a041c41), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:56.858313 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:44:56.891949 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733172401978', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (49234ede-849d-494a-8415-3ee332832bf9), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:56.892505 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Unsubscribe: segment precommit_create {{(pid=110231) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 12:44:56.893036 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Added segment 49234ede-849d-494a-8415-3ee332832bf9 of type vlan for network 26fa3f3a-ef93-452d-8487-689d0484222a Mar 22 12:44:56.912997 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=70833842-070c-4ce9-980a-0f880a041c41,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:44:56.962654 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.962997 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.963356 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.963708 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.964037 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.964362 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.964682 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.965000 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.965323 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.965639 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.966001 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.966327 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.966640 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.966951 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.967263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Tracked resource versions report: Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: pushed versions: Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: { 'AddressGroup': {'1.2'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Agent': {'1.1'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'ConntrackHelper': {'1.0'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'LocalIPAssociation': {'1.0'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Log': {'1.0'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'NDPProxy': {'1.0'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Network': {'1.1'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Port': {'1.7'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'PortForwarding': {'1.3'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'QosPolicy': {'1.10'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SecurityGroup': {'1.5'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SubPort': {'1.0'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Subnet': {'1.1'}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Trunk': {'1.1'}} Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: consumer versions: Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: { DHCP agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: L3 agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: Metadata agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: Metering agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: Open vSwitch agent@dv-cinder-824149-5-iscsi: { 'AddressGroup': '1.2', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Agent': '1.1', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'ConntrackHelper': '1.0', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'LocalIPAssociation': '1.0', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Log': '1.0', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'NDPProxy': '1.0', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Network': '1.1', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Port': '1.7', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'PortForwarding': '1.3', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'QosPolicy': '1.10', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SecurityGroup': '1.5', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SecurityGroupRule': '1.2', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SubPort': '1.0', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Subnet': '1.1', Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Trunk': '1.1'}} Mar 22 12:44:56.968745 dv-cinder-824149-5-iscsi neutron-server[110231]: {{(pid=110231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:44:57.002386 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (26fa3f3a-ef93-452d-8487-689d0484222a), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:57.093631 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (26fa3f3a-ef93-452d-8487-689d0484222a), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:57.098802 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:44:57.099507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:44:57.223280 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] Pushing event updated for resources: {'Network': ['ID=26fa3f3a-ef93-452d-8487-689d0484222a,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:44:57.235228 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 26fa3f3a-ef93-452d-8487-689d0484222a details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:44:57.267811 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-94f5dcd9-a004-4146-bbf3-562b4f48424d demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0183353 Mar 22 12:44:59.847260 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 46464) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:00.329845 dv-cinder-824149-5-iscsi neutron-server[110232]: WARNING oslo_policy.policy [None req-811e64d5-e542-4cbb-b395-d0125ac7b09e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:45:00.330463 dv-cinder-824149-5-iscsi neutron-server[110232]: WARNING oslo_policy.policy [None req-811e64d5-e542-4cbb-b395-d0125ac7b09e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:45:00.777634 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.policy [None req-811e64d5-e542-4cbb-b395-d0125ac7b09e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110232) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 12:45:00.820180 dv-cinder-824149-5-iscsi neutron-server[110232]: WARNING oslo_policy.policy [None req-811e64d5-e542-4cbb-b395-d0125ac7b09e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:45:00.820573 dv-cinder-824149-5-iscsi neutron-server[110232]: WARNING oslo_policy.policy [None req-811e64d5-e542-4cbb-b395-d0125ac7b09e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:45:00.829092 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e64d5-e542-4cbb-b395-d0125ac7b09e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:00.831080 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-811e64d5-e542-4cbb-b395-d0125ac7b09e demo admin] 10.222.0.69 "GET /v2.0/networks/26fa3f3a-ef93-452d-8487-689d0484222a HTTP/1.1" status: 200 len: 825 time: 0.9817119 Mar 22 12:45:00.869716 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-b46024a7-c690-426e-8881-21d729b1514d demo admin] 10.222.0.69 "GET /v2.0/subnetpools/3c4178e6-2514-4550-b6d2-769b7c990779 HTTP/1.1" status: 200 len: 734 time: 0.0330074 Mar 22 12:45:00.878642 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Request body: {'subnet': {'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '3c4178e6-2514-4550-b6d2-769b7c990779'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:45:00.971193 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Made reservation on behalf of a8aac833c5914d919a69585f182ae2bc for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:45:00.974107 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:01.310906 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (c351bac7-9897-4b23-83f4-81ed8c0eb22e), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:01.377200 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Checking segment: {'id': '49234ede-849d-494a-8415-3ee332832bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:45:01.377574 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Network hostable DHCP agents. Network: 26fa3f3a-ef93-452d-8487-689d0484222a, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:45:01.392674 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c351bac7-9897-4b23-83f4-81ed8c0eb22e,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:01.407619 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.407962 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.408323 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.408709 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.409043 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.409367 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.409687 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.410032 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.410355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.410674 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.410991 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.411306 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.411618 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.411932 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.412313 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Tracked resource versions report: Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: pushed versions: Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: { 'AddressGroup': {'1.2'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Agent': {'1.1'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'ConntrackHelper': {'1.0'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'LocalIPAssociation': {'1.0'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Log': {'1.0'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'NDPProxy': {'1.0'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Network': {'1.1'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Port': {'1.7'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'PortForwarding': {'1.3'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'QosPolicy': {'1.10'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SecurityGroup': {'1.5'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SubPort': {'1.0'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Subnet': {'1.1'}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Trunk': {'1.1'}} Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: consumer versions: Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: { DHCP agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: L3 agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: Metadata agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: Metering agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: Open vSwitch agent@dv-cinder-824149-5-iscsi: { 'AddressGroup': '1.2', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Agent': '1.1', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'ConntrackHelper': '1.0', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'LocalIPAssociation': '1.0', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Log': '1.0', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'NDPProxy': '1.0', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Network': '1.1', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Port': '1.7', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'PortForwarding': '1.3', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'QosPolicy': '1.10', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SecurityGroup': '1.5', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SecurityGroupRule': '1.2', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SubPort': '1.0', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Subnet': '1.1', Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Trunk': '1.1'}} Mar 22 12:45:01.413674 dv-cinder-824149-5-iscsi neutron-server[110232]: {{(pid=110232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:45:01.499001 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Network 26fa3f3a-ef93-452d-8487-689d0484222a is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:45:01.572936 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 26fa3f3a-ef93-452d-8487-689d0484222a) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:01.577406 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:01.578053 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:01.582068 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce19d36d-8bd9-4ad1-be10-09c7fa6071dd None None] Network 26fa3f3a-ef93-452d-8487-689d0484222a requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:45:01.673422 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-2848ff4f-a77d-4c3d-89de-cd1afeacf631 demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7983823 Mar 22 12:45:01.949782 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-26fa3f3a-ef93-452d-8487-689d0484222a', 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a', 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'fixed_ips': [{'subnet_id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:45:01.951195 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:02.226304 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Allocated IP 172.20.0.2 (26fa3f3a-ef93-452d-8487-689d0484222a/c351bac7-9897-4b23-83f4-81ed8c0eb22e/6499ec84-feb0-4046-8c9e-cc9a8e3d15c1) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:45:02.488885 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Publish callbacks [] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:02.580057 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:02.657133 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Network 26fa3f3a-ef93-452d-8487-689d0484222a is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:45:02.663777 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:02.671135 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Pushing event updated for resources: {'Port': ['ID=6499ec84-feb0-4046-8c9e-cc9a8e3d15c1,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:02.671135 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:45:02.682517 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.682864 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.683203 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.683555 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.683884 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.684207 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.685137 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.685457 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.685777 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.686118 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.686436 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.686765 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.687083 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.687390 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.687701 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Tracked resource versions report: Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: pushed versions: Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: { 'AddressGroup': {'1.2'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Agent': {'1.1'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'ConntrackHelper': {'1.0'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'LocalIPAssociation': {'1.0'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Log': {'1.0'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'NDPProxy': {'1.0'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Network': {'1.1'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Port': {'1.7'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'PortForwarding': {'1.3'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'QosPolicy': {'1.10'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SecurityGroup': {'1.5'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SubPort': {'1.0'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Subnet': {'1.1'}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Trunk': {'1.1'}} Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: consumer versions: Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: { DHCP agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: L3 agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: Metadata agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: Metering agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: Open vSwitch agent@dv-cinder-824149-5-iscsi: { 'AddressGroup': '1.2', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Agent': '1.1', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'ConntrackHelper': '1.0', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'LocalIPAssociation': '1.0', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Log': '1.0', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'NDPProxy': '1.0', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Network': '1.1', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Port': '1.7', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'PortForwarding': '1.3', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'QosPolicy': '1.10', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SecurityGroup': '1.5', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SecurityGroupRule': '1.2', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SubPort': '1.0', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Subnet': '1.1', Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Trunk': '1.1'}} Mar 22 12:45:02.689100 dv-cinder-824149-5-iscsi neutron-server[110233]: {{(pid=110233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:45:02.758262 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Attempting to bind port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:45:02.758593 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Attempting to bind port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '49234ede-849d-494a-8415-3ee332832bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:45:02.759015 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Attempting to bind port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 on network 26fa3f3a-ef93-452d-8487-689d0484222a {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:45:02.764753 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:45:02.765120 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Checking segment: {'id': '49234ede-849d-494a-8415-3ee332832bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:45:02.765607 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:02.766017 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Bound using segment: {'id': '49234ede-849d-494a-8415-3ee332832bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:45:02.766462 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Bound port: 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49234ede-849d-494a-8415-3ee332832bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:45:02.766864 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:02.828993 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] For port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:45:02.833239 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] For port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=6499ec84-feb0-4046-8c9e-cc9a8e3d15c1,segment=NetworkSegment(49234ede-849d-494a-8415-3ee332832bf9),segment_id=49234ede-849d-494a-8415-3ee332832bf9)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:45:02.889155 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:02.953027 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984cd5d-ae26-4c79-a64a-f5f15ee0c5ce None None] Pushing event updated for resources: {'Port': ['ID=6499ec84-feb0-4046-8c9e-cc9a8e3d15c1,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:04.222025 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 46484) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:04.537273 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [None req-05e3e8bd-cee6-4307-8eaa-35fa09519564 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:45:04.538367 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-05e3e8bd-cee6-4307-8eaa-35fa09519564 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154030 Mar 22 12:45:07.075658 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 46492) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:07.387333 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [None req-94dba747-0c74-4255-9b24-8658ce675639 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:45:07.388301 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-94dba747-0c74-4255-9b24-8658ce675639 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3117337 Mar 22 12:45:09.948246 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 46500) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:10.258691 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-18f79483-69a3-43d9-a103-7087835b1db9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:45:10.354579 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-18f79483-69a3-43d9-a103-7087835b1db9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:10.356214 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-18f79483-69a3-43d9-a103-7087835b1db9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:10.492547 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-18f79483-69a3-43d9-a103-7087835b1db9 demo demo] Publish callbacks [] for router_controller (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), precommit_add_association {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:10.572682 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-18f79483-69a3-43d9-a103-7087835b1db9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:10.666394 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-18f79483-69a3-43d9-a103-7087835b1db9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:10.667552 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-18f79483-69a3-43d9-a103-7087835b1db9 demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7183609 Mar 22 12:45:12.715251 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:45:12.805027 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:12.805462 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:12.913203 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:45:12.913595 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:12.947790 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=6499ec84-feb0-4046-8c9e-cc9a8e3d15c1,segment=NetworkSegment(49234ede-849d-494a-8415-3ee332832bf9),segment_id=49234ede-849d-494a-8415-3ee332832bf9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:13.013048 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:13.063369 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=6499ec84-feb0-4046-8c9e-cc9a8e3d15c1,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:13.206871 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 46512) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:13.523121 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [None req-515cdd24-1aa9-4369-916e-ca7713336c95 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:45:13.538074 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-515cdd24-1aa9-4369-916e-ca7713336c95 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3162906 Mar 22 12:45:13.645965 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c9c52df0-66f4-44e2-b6f8-0ebb3848919d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:14.236131 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f000c24-1c38-4609-a1ab-48cc416ef4ca None None] Network 26fa3f3a-ef93-452d-8487-689d0484222a requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:45:14.294900 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-b2ef6a1b-2062-413b-890c-9c0b967c438d None None] Provisioning complete for port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:14.295279 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6a1b-2062-413b-890c-9c0b967c438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:14.424777 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef6a1b-2062-413b-890c-9c0b967c438d None None] Current status of the port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:45:14.664690 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-c572d32a-a271-40bc-a2f4-2e324c7428a6 None None] Provisioning complete for port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:14.665080 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c572d32a-a271-40bc-a2f4-2e324c7428a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:14.691004 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:45:14.781703 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:14.782117 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:14.801035 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-c572d32a-a271-40bc-a2f4-2e324c7428a6 None None] Current status of the port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:45:14.859941 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:45:15.833712 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5c529ab0-77ba-486d-a3be-035994e55dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.051811 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 46522) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:16.353297 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:45:16.509685 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Made reservation on behalf of 64fba0cd57dd4cb5a8ed642285fe9dcc for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:45:16.512506 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.521005 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.595784 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Publish callbacks [] for security_group (cfb0d0d5-cb2d-43d4-8b93-27022cc44fdd), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.680960 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (cfb0d0d5-cb2d-43d4-8b93-27022cc44fdd), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.697451 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Reserving flat network on physical network physnet1 {{(pid=110231) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 12:45:16.717500 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb0d0d5-cb2d-43d4-8b93-27022cc44fdd,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:16.721164 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (77fc192a-0379-4d89-8c91-cb99e8f959dc), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.722591 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Added segment 77fc192a-0379-4d89-8c91-cb99e8f959dc of type flat for network 68f9e4b4-1460-4b55-a652-e197970b317f Mar 22 12:45:16.767150 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (68f9e4b4-1460-4b55-a652-e197970b317f), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.856521 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (68f9e4b4-1460-4b55-a652-e197970b317f), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.857437 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:16.858039 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.943675 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] Pushing event updated for resources: {'Network': ['ID=68f9e4b4-1460-4b55-a652-e197970b317f,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:16.944211 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:16.953535 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 68f9e4b4-1460-4b55-a652-e197970b317f details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:45:17.010126 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-eceb3ee9-5e70-4444-8316-aa602b492cea admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9571888 Mar 22 12:45:18.589661 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:19.516592 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 46540) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:19.748964 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd0ee-dbc4-4df7-8865-5303ad313d97 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:19.750381 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-6a8fd0ee-dbc4-4df7-8865-5303ad313d97 demo admin] 10.222.0.69 "GET /v2.0/subnets/c351bac7-9897-4b23-83f4-81ed8c0eb22e HTTP/1.1" status: 200 len: 849 time: 0.2328432 Mar 22 12:45:19.914804 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-b33093b7-b26c-4623-8833-f6ce7129e5da demo admin] 10.222.0.69 "GET /v2.0/routers/32195e2a-6d69-4ddf-b8d0-4aa70dbec48c HTTP/1.1" status: 200 len: 704 time: 0.1584818 Mar 22 12:45:20.108250 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:20.190734 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:20.502503 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Allocated IP 172.20.0.1 (26fa3f3a-ef93-452d-8487-689d0484222a/c351bac7-9897-4b23-83f4-81ed8c0eb22e/ceae7525-87c5-45e4-b2d3-12bf20f9be02) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:45:20.682785 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Publish callbacks [] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:20.800193 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:20.874071 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Network 26fa3f3a-ef93-452d-8487-689d0484222a is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:45:20.880019 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:20.891902 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:45:20.893182 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:20.910958 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Pushing event updated for resources: {'Port': ['ID=ceae7525-87c5-45e4-b2d3-12bf20f9be02,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:21.055050 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eeba7032-49e6-4d98-881d-0227267d8d23 None None] Provisioning complete for port ceae7525-87c5-45e4-b2d3-12bf20f9be02 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:21.055544 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eeba7032-49e6-4d98-881d-0227267d8d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:21.088978 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eeba7032-49e6-4d98-881d-0227267d8d23 None None] Port ceae7525-87c5-45e4-b2d3-12bf20f9be02 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:45:21.220215 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:21.427339 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Publish callbacks [] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:21.469424 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:21.470187 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:21.547208 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Pushing event updated for resources: {'Port': ['ID=ceae7525-87c5-45e4-b2d3-12bf20f9be02,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:21.591487 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Network 26fa3f3a-ef93-452d-8487-689d0484222a is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:45:21.592779 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:21.816817 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Router 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:45:21.911832 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:45:21.916793 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-3282fe70-626a-4043-82a8-c7d2c9d72cc6 demo admin] 10.222.0.69 "PUT /v2.0/routers/32195e2a-6d69-4ddf-b8d0-4aa70dbec48c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9962277 Mar 22 12:45:21.920917 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Sync routers for ids ['32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:45:21.924550 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-a6425908-b27e-4e15-bd86-8aedd108f667 None None] Provisioning complete for port ceae7525-87c5-45e4-b2d3-12bf20f9be02 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:21.925117 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-a6425908-b27e-4e15-bd86-8aedd108f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:21.933398 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Routers {'32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:45:21.934255 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:45:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:21.960493 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-a6425908-b27e-4e15-bd86-8aedd108f667 None None] Port ceae7525-87c5-45e4-b2d3-12bf20f9be02 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:45:22.127855 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Set router 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c gateway port host: None {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:45:22.546610 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'name': 'router1', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:10Z', 'updated_at': '2022-03-22T12:45:21Z', 'revision_number': 2, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'gw_port_host': None, '_interfaces': [{'id': 'ceae7525-87c5-45e4-b2d3-12bf20f9be02', 'name': '', 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'mac_address': 'fa:16:3e:85:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:20Z', 'updated_at': '2022-03-22T12:45:21Z', 'revision_number': 2, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'subnets': [{'id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4178e6-2514-4550-b6d2-769b7c990779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:22.596909 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Checking router: 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:45:22.597280 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Updating router 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c port ceae7525-87c5-45e4-b2d3-12bf20f9be02 binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:45:22.676686 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:23.154458 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Publish callbacks [] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:23.233440 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:23.397431 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Pushing event updated for resources: {'Port': ['ID=ceae7525-87c5-45e4-b2d3-12bf20f9be02,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:23.405943 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Attempting to bind port ceae7525-87c5-45e4-b2d3-12bf20f9be02 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:45:23.406370 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Attempting to bind port ceae7525-87c5-45e4-b2d3-12bf20f9be02 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '49234ede-849d-494a-8415-3ee332832bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:45:23.406807 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Attempting to bind port ceae7525-87c5-45e4-b2d3-12bf20f9be02 on network 26fa3f3a-ef93-452d-8487-689d0484222a {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:45:23.415334 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.415689 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.416030 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.416372 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.416705 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.417040 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.417363 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.417712 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.418055 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.418379 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.418698 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.419041 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.419358 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.419675 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.419989 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Tracked resource versions report: Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: pushed versions: Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: { 'AddressGroup': {'1.2'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Agent': {'1.1'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'ConntrackHelper': {'1.0'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'LocalIPAssociation': {'1.0'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Log': {'1.0'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'NDPProxy': {'1.0'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Network': {'1.1'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Port': {'1.7'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'PortForwarding': {'1.3'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'QosPolicy': {'1.10'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SecurityGroup': {'1.5'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SubPort': {'1.0'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Subnet': {'1.1'}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Trunk': {'1.1'}} Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: consumer versions: Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: { DHCP agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: L3 agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: Metadata agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: Metering agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: Open vSwitch agent@dv-cinder-824149-5-iscsi: { 'AddressGroup': '1.2', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Agent': '1.1', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'ConntrackHelper': '1.0', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'LocalIPAssociation': '1.0', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Log': '1.0', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'NDPProxy': '1.0', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Network': '1.1', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Port': '1.7', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'PortForwarding': '1.3', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'QosPolicy': '1.10', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SecurityGroup': '1.5', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SecurityGroupRule': '1.2', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SubPort': '1.0', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Subnet': '1.1', Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Trunk': '1.1'}} Mar 22 12:45:23.421455 dv-cinder-824149-5-iscsi neutron-server[110234]: {{(pid=110234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:45:23.426751 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:45:23.426751 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Checking segment: {'id': '49234ede-849d-494a-8415-3ee332832bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:45:23.426751 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:23.426751 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Bound using segment: {'id': '49234ede-849d-494a-8415-3ee332832bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:45:23.426751 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Bound port: ceae7525-87c5-45e4-b2d3-12bf20f9be02, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49234ede-849d-494a-8415-3ee332832bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:45:23.426751 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:23.487224 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-de5722e4-b8d3-4fcb-9902-0f0ceea5a670 None None] Provisioning complete for port ceae7525-87c5-45e4-b2d3-12bf20f9be02 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:23.487794 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-de5722e4-b8d3-4fcb-9902-0f0ceea5a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:23.491765 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] For port ceae7525-87c5-45e4-b2d3-12bf20f9be02, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:45:23.510905 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] For port ceae7525-87c5-45e4-b2d3-12bf20f9be02, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=ceae7525-87c5-45e4-b2d3-12bf20f9be02,segment=NetworkSegment(49234ede-849d-494a-8415-3ee332832bf9),segment_id=49234ede-849d-494a-8415-3ee332832bf9)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:45:23.523315 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-de5722e4-b8d3-4fcb-9902-0f0ceea5a670 None None] Port ceae7525-87c5-45e4-b2d3-12bf20f9be02 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:45:23.605764 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:23.667127 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e6fe7-0f3c-471c-bd8e-c084100f2ad7 None None] Pushing event updated for resources: {'Port': ['ID=ceae7525-87c5-45e4-b2d3-12bf20f9be02,revision_number=4']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:23.671209 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Routers {'32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:45:23.671820 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:45:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:23.773074 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] Set router 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c gateway port host: None {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:45:23.842111 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-d715a839-7f03-4160-b1e2-39fc69b4a1ae None None] Provisioning complete for port ceae7525-87c5-45e4-b2d3-12bf20f9be02 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:23.842508 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d715a839-7f03-4160-b1e2-39fc69b4a1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:23.922635 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-d715a839-7f03-4160-b1e2-39fc69b4a1ae None None] Current status of the port ceae7525-87c5-45e4-b2d3-12bf20f9be02 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:45:23.923267 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d715a839-7f03-4160-b1e2-39fc69b4a1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:23.956621 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-d715a839-7f03-4160-b1e2-39fc69b4a1ae None None] For port ceae7525-87c5-45e4-b2d3-12bf20f9be02, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=ceae7525-87c5-45e4-b2d3-12bf20f9be02,segment=NetworkSegment(49234ede-849d-494a-8415-3ee332832bf9),segment_id=49234ede-849d-494a-8415-3ee332832bf9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:23.983820 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'name': 'router1', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:10Z', 'updated_at': '2022-03-22T12:45:21Z', 'revision_number': 2, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'gw_port_host': None, '_interfaces': [{'id': 'ceae7525-87c5-45e4-b2d3-12bf20f9be02', 'name': '', 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'mac_address': 'fa:16:3e:85:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:20Z', 'updated_at': '2022-03-22T12:45:23Z', 'revision_number': 4, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'subnets': [{'id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4178e6-2514-4550-b6d2-769b7c990779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:24.010211 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f71eb-80e4-422d-b2ba-ddbbc7b44f1b None None] The sync data for ids ['32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'] in dv-cinder-824149-5-iscsi is: [{'id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'name': 'router1', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:10Z', 'updated_at': '2022-03-22T12:45:21Z', 'revision_number': 2, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'gw_port_host': None, '_interfaces': [{'id': 'ceae7525-87c5-45e4-b2d3-12bf20f9be02', 'name': '', 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'mac_address': 'fa:16:3e:85:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:20Z', 'updated_at': '2022-03-22T12:45:23Z', 'revision_number': 4, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'subnets': [{'id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4178e6-2514-4550-b6d2-769b7c990779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:45:24.018569 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d715a839-7f03-4160-b1e2-39fc69b4a1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:24.071528 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715a839-7f03-4160-b1e2-39fc69b4a1ae None None] Pushing event updated for resources: {'Port': ['ID=ceae7525-87c5-45e4-b2d3-12bf20f9be02,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:24.363996 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 46560) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:24.496278 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8bb05f-58b4-4158-9f0e-ed28cdbbf527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:24.497529 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-5c8bb05f-58b4-4158-9f0e-ed28cdbbf527 admin admin] 10.222.0.69 "GET /v2.0/networks/68f9e4b4-1460-4b55-a652-e197970b317f HTTP/1.1" status: 200 len: 842 time: 0.1324141 Mar 22 12:45:24.507162 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:45:24.605004 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Made reservation on behalf of 64fba0cd57dd4cb5a8ed642285fe9dcc for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:45:24.607398 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:24.983397 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.objects.ports [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 12:45:24.983852 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (f2b7d786-ed21-470e-a024-652ea7930ae2), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:25.038633 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b7d786-ed21-470e-a024-652ea7930ae2,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:25.047033 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:45:25.047386 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Network hostable DHCP agents. Network: 68f9e4b4-1460-4b55-a652-e197970b317f, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:45:25.127074 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:45:25.189385 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 68f9e4b4-1460-4b55-a652-e197970b317f) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:25.193268 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:25.193860 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:25.198010 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8dad50-3273-4b99-a286-48ede3481e05 None None] Network 68f9e4b4-1460-4b55-a652-e197970b317f requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:45:25.278498 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-22f020e8-518b-4184-b062-45b85bb40f2c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7655556 Mar 22 12:45:25.292552 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15470b2-0953-412b-8100-9cd00ac0445f None None] Network 68f9e4b4-1460-4b55-a652-e197970b317f requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:45:27.682868 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 46568) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:27.901945 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-b192b287-0817-4b33-900e-66a87b110102 demo admin] 10.222.0.69 "GET /v2.0/routers/32195e2a-6d69-4ddf-b8d0-4aa70dbec48c HTTP/1.1" status: 200 len: 710 time: 0.2173223 Mar 22 12:45:27.984728 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed4933-5e77-41c5-98f3-0be448da8c3f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:27.986104 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-5aed4933-5e77-41c5-98f3-0be448da8c3f demo admin] 10.222.0.69 "GET /v2.0/networks/68f9e4b4-1460-4b55-a652-e197970b317f HTTP/1.1" status: 200 len: 886 time: 0.0788562 Mar 22 12:45:27.994984 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:45:28.242906 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Publish callbacks [] for router_gateway (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:28.551393 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Publish callbacks [] for router_gateway (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:28.627457 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:28.941413 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Allocated IP 172.27.2.5 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/0cedc51f-f414-4013-9731-5ef29f54eb33) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:45:29.044327 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Publish callbacks [] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:29.190696 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:29.262966 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:45:29.269090 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:29.280847 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:45:29.316266 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Pushing event updated for resources: {'Port': ['ID=0cedc51f-f414-4013-9731-5ef29f54eb33,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:29.613640 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Publish callbacks [] for router_gateway (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:29.807136 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3786169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14758'] for router (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:29.812172 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3786126'] for router (32195e2a-6d69-4ddf-b8d0-4aa70dbec48c), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:29.924597 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Router 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:45:29.949485 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:45:30.035726 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:45:30.040296 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:30.041334 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-16399f25-eac6-4ea1-b583-afa76e483dd6 demo admin] 10.222.0.69 "PUT /v2.0/routers/32195e2a-6d69-4ddf-b8d0-4aa70dbec48c HTTP/1.1" status: 200 len: 888 time: 2.0494642 Mar 22 12:45:32.600535 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Sync routers for ids ['32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:45:32.611246 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Routers {'32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:45:32.611874 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:45:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:32.617267 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 46580) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:45:32.737370 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device ceae7525-87c5-45e4-b2d3-12bf20f9be02 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:45:32.750563 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e06123d7-4877-4bcb-8c37-37216f9d9474 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1321886 Mar 22 12:45:32.880169 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Set router 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:45:32.896283 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port ceae7525-87c5-45e4-b2d3-12bf20f9be02 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:32.896682 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:33.234809 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port ceae7525-87c5-45e4-b2d3-12bf20f9be02 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:45:33.412791 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'name': 'router1', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '0cedc51f-f414-4013-9731-5ef29f54eb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:10Z', 'updated_at': '2022-03-22T12:45:29Z', 'revision_number': 4, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'gw_port': {'id': '0cedc51f-f414-4013-9731-5ef29f54eb33', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:28Z', 'updated_at': '2022-03-22T12:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'ceae7525-87c5-45e4-b2d3-12bf20f9be02', 'name': '', 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'mac_address': 'fa:16:3e:85:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:20Z', 'updated_at': '2022-03-22T12:45:23Z', 'revision_number': 5, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'subnets': [{'id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4178e6-2514-4550-b6d2-769b7c990779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:33.463135 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Checking router: 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:45:33.463135 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Updating router 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c port 0cedc51f-f414-4013-9731-5ef29f54eb33 binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:45:33.517034 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:33.836213 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Publish callbacks [] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:33.913184 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:33.965721 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e3c6e-1240-4ffc-b469-fcbb8e4cd5bc None None] Pushing event updated for resources: {'Port': ['ID=0cedc51f-f414-4013-9731-5ef29f54eb33,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:33.968007 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Attempting to bind port 0cedc51f-f414-4013-9731-5ef29f54eb33 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:45:33.968375 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Attempting to bind port 0cedc51f-f414-4013-9731-5ef29f54eb33 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:45:33.968740 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Attempting to bind port 0cedc51f-f414-4013-9731-5ef29f54eb33 on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:45:33.974301 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:45:33.974675 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:45:33.975072 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:33.975449 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:45:33.975902 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Bound port: 0cedc51f-f414-4013-9731-5ef29f54eb33, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:45:33.976280 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:34.025956 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] For port 0cedc51f-f414-4013-9731-5ef29f54eb33, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:45:34.029108 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] For port 0cedc51f-f414-4013-9731-5ef29f54eb33, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=0cedc51f-f414-4013-9731-5ef29f54eb33,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:45:34.126109 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:34.180538 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Routers {'32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:45:34.181147 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:45:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:34.218532 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e3c6e-1240-4ffc-b469-fcbb8e4cd5bc None None] Pushing event updated for resources: {'Port': ['ID=0cedc51f-f414-4013-9731-5ef29f54eb33,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:34.290772 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] Set router 32195e2a-6d69-4ddf-b8d0-4aa70dbec48c gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:45:34.520848 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'name': 'router1', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '0cedc51f-f414-4013-9731-5ef29f54eb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:10Z', 'updated_at': '2022-03-22T12:45:29Z', 'revision_number': 4, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'gw_port': {'id': '0cedc51f-f414-4013-9731-5ef29f54eb33', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:28Z', 'updated_at': '2022-03-22T12:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'ceae7525-87c5-45e4-b2d3-12bf20f9be02', 'name': '', 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'mac_address': 'fa:16:3e:85:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:20Z', 'updated_at': '2022-03-22T12:45:23Z', 'revision_number': 5, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'subnets': [{'id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4178e6-2514-4550-b6d2-769b7c990779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:34.572314 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc3549-1698-4ee2-819d-7b3a51ef7bd2 None None] The sync data for ids ['32195e2a-6d69-4ddf-b8d0-4aa70dbec48c'] in dv-cinder-824149-5-iscsi is: [{'id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'name': 'router1', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '0cedc51f-f414-4013-9731-5ef29f54eb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:10Z', 'updated_at': '2022-03-22T12:45:29Z', 'revision_number': 4, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'gw_port': {'id': '0cedc51f-f414-4013-9731-5ef29f54eb33', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:28Z', 'updated_at': '2022-03-22T12:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'ceae7525-87c5-45e4-b2d3-12bf20f9be02', 'name': '', 'network_id': '26fa3f3a-ef93-452d-8487-689d0484222a', 'tenant_id': 'a8aac833c5914d919a69585f182ae2bc', 'mac_address': 'fa:16:3e:85:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32195e2a-6d69-4ddf-b8d0-4aa70dbec48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:20Z', 'updated_at': '2022-03-22T12:45:23Z', 'revision_number': 5, 'project_id': 'a8aac833c5914d919a69585f182ae2bc', 'subnets': [{'id': 'c351bac7-9897-4b23-83f4-81ed8c0eb22e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4178e6-2514-4550-b6d2-769b7c990779'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:45:34.800505 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 0cedc51f-f414-4013-9731-5ef29f54eb33 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:45:34.859762 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 0cedc51f-f414-4013-9731-5ef29f54eb33 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:34.860880 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:34.970146 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 0cedc51f-f414-4013-9731-5ef29f54eb33 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:45:34.970146 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:34.987596 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 0cedc51f-f414-4013-9731-5ef29f54eb33, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=0cedc51f-f414-4013-9731-5ef29f54eb33,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:35.070501 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:35.144001 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=0cedc51f-f414-4013-9731-5ef29f54eb33,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:36.746840 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 0cedc51f-f414-4013-9731-5ef29f54eb33 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:45:36.834665 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 0cedc51f-f414-4013-9731-5ef29f54eb33 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:45:36.835057 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (0cedc51f-f414-4013-9731-5ef29f54eb33), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:36.920849 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 0cedc51f-f414-4013-9731-5ef29f54eb33 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:45:43.646503 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-cbfddc5f-dea9-4d31-96de-c02f60eae56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:45.822068 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eba10ae7-f7d5-4f0d-846b-6744753f97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:46.930741 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:48.622804 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:45:50.075019 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:06.951445 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:46:13.632642 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5639f1f0-4662-4b8b-92a9-c21ebf10781f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:15.811120 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-273e98f1-7192-4087-ac81-9102894c224e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:16.947243 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:18.622509 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:20.068161 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:43.643133 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5f8c6254-e686-418b-b93a-5f3c7eb81921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:43.950260 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:46:45.821069 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-be58aede-8340-4340-9d5a-1914c2056fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:46.939877 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:48.608168 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:50.083129 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:56.233669 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47064) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:46:56.298241 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.pecan_wsgi.hooks.translation [None req-90254c70-0ee6-45b0-bcfa-8d1d8e453658 admin admin] GET failed (client error): The resource could not be found. Mar 22 12:46:56.299955 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-90254c70-0ee6-45b0-bcfa-8d1d8e453658 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652776 Mar 22 12:46:56.511335 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a05f2e-31cb-428b-b686-c71726978143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:56.512716 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-27a05f2e-31cb-428b-b686-c71726978143 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2083263 Mar 22 12:46:58.816175 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47074) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:46:58.906083 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2915fb09-0543-4ae4-82ff-bb560be6d8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:58.907396 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-2915fb09-0543-4ae4-82ff-bb560be6d8b3 admin admin] 10.222.0.69 "GET /v2.0/subnets/c351bac7-9897-4b23-83f4-81ed8c0eb22e HTTP/1.1" status: 200 len: 849 time: 0.0902503 Mar 22 12:46:58.917157 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:46:59.000313 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Publish callbacks [] for subnet (c351bac7-9897-4b23-83f4-81ed8c0eb22e), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:59.197738 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733172628363'] for subnet (c351bac7-9897-4b23-83f4-81ed8c0eb22e), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:59.231942 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:59.232541 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:59.233793 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] 10.222.0.69 "PUT /v2.0/subnets/c351bac7-9897-4b23-83f4-81ed8c0eb22e HTTP/1.1" status: 200 len: 868 time: 0.3202388 Mar 22 12:46:59.237150 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df692687-f42d-4c7f-a27c-d38cb146f7a1 None None] Network 26fa3f3a-ef93-452d-8487-689d0484222a requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:46:59.252799 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c351bac7-9897-4b23-83f4-81ed8c0eb22e,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:46:59.260634 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.261010 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.261286 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.261617 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.261942 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.262299 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.262615 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.262932 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.263268 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.263591 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.263920 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.264259 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.264580 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.264893 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.265205 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d30db0d-92ca-4f64-8ae0-c9b9e7801448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:46:59.574011 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-e3c39628-8ef1-41ca-a405-a14b08115100 None None] Provisioning complete for port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:46:59.574418 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e3c39628-8ef1-41ca-a405-a14b08115100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6499ec84-feb0-4046-8c9e-cc9a8e3d15c1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:59.651401 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-e3c39628-8ef1-41ca-a405-a14b08115100 None None] Current status of the port 6499ec84-feb0-4046-8c9e-cc9a8e3d15c1 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:46:59.661154 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-e3c39628-8ef1-41ca-a405-a14b08115100 None None] Provisioning complete for port ceae7525-87c5-45e4-b2d3-12bf20f9be02 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:46:59.661565 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e3c39628-8ef1-41ca-a405-a14b08115100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (ceae7525-87c5-45e4-b2d3-12bf20f9be02), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:46:59.737051 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-e3c39628-8ef1-41ca-a405-a14b08115100 None None] Current status of the port ceae7525-87c5-45e4-b2d3-12bf20f9be02 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:47:01.537030 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47084) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:01.732772 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f2db5-f5a5-449c-a523-56b8232a67b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:01.733158 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f2db5-f5a5-449c-a523-56b8232a67b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:01.734689 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-412f2db5-f5a5-449c-a523-56b8232a67b2 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966882 Mar 22 12:47:04.058175 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47092) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:04.187715 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337dd626-56c0-4720-b849-41f8395313dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:04.188187 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337dd626-56c0-4720-b849-41f8395313dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:04.189687 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-337dd626-56c0-4720-b849-41f8395313dc admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305797 Mar 22 12:47:06.485809 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47100) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:06.627196 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af0d67-102c-44b3-8bad-adfcba5e7770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:06.628549 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c9af0d67-102c-44b3-8bad-adfcba5e7770 admin admin] 10.222.0.69 "GET /v2.0/networks/26fa3f3a-ef93-452d-8487-689d0484222a HTTP/1.1" status: 200 len: 869 time: 0.1417725 Mar 22 12:47:08.926185 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47108) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:09.047963 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bbbe2-2aaf-4fae-8723-f3f576c5dd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:09.049317 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-ac7bbbe2-2aaf-4fae-8723-f3f576c5dd57 admin admin] 10.222.0.69 "GET /v2.0/networks/68f9e4b4-1460-4b55-a652-e197970b317f HTTP/1.1" status: 200 len: 886 time: 0.1221819 Mar 22 12:47:11.336326 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47116) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:11.456734 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd5b09-62a3-40e7-b428-b2f9a2ef89a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:11.457273 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd5b09-62a3-40e7-b428-b2f9a2ef89a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:11.458790 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-37fd5b09-62a3-40e7-b428-b2f9a2ef89a4 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214509 Mar 22 12:47:13.631982 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9e92627d-0442-41a4-8a5d-52d816a6ec4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:13.749374 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47124) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:13.916632 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc04f4-7821-4bb7-acd4-5198bc5bfd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:13.916996 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc04f4-7821-4bb7-acd4-5198bc5bfd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:13.918552 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-9cbc04f4-7821-4bb7-acd4-5198bc5bfd0d admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1681926 Mar 22 12:47:15.826094 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-8f325668-d9c3-443f-b2f7-848d33c50da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:16.218607 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47132) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:16.312849 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cae28e-61a6-41b2-972f-efd7bce98cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:16.314191 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f0cae28e-61a6-41b2-972f-efd7bce98cdf admin admin] 10.222.0.69 "GET /v2.0/subnets/c351bac7-9897-4b23-83f4-81ed8c0eb22e HTTP/1.1" status: 200 len: 868 time: 0.0945883 Mar 22 12:47:16.945981 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:18.592622 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47140) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:18.618873 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:18.676140 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc49ad-c38c-4b12-9c6b-fd5dcf3f542c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:18.677969 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-29fc49ad-c38c-4b12-9c6b-fd5dcf3f542c admin admin] 10.222.0.69 "GET /v2.0/subnets/f2b7d786-ed21-470e-a024-652ea7930ae2 HTTP/1.1" status: 200 len: 816 time: 0.0843835 Mar 22 12:47:20.077219 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:20.949132 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:47:43.636527 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-beeeec68-b04d-49da-8029-627b19abcee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:45.835915 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-a0c55ab7-c8c6-45be-a88d-29077b4aea62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:46.640657 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47192) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:46.686587 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [None req-4f5ed10b-8ef4-4460-ab49-70b1a7566566 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:47:46.687590 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-4f5ed10b-8ef4-4460-ab49-70b1a7566566 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460067 Mar 22 12:47:46.956044 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:48.618144 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:49.063287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47200) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:49.123494 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d20567-452f-43b6-aa81-84304d10ed77 admin admin] GET failed (client error): The resource could not be found. Mar 22 12:47:49.124740 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-63d20567-452f-43b6-aa81-84304d10ed77 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605254 Mar 22 12:47:49.261018 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec0d87-a2de-4178-b5b6-ec84a653ad3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:49.262399 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-70ec0d87-a2de-4178-b5b6-ec84a653ad3c admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1337309 Mar 22 12:47:50.070486 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:51.608951 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47208) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:51.656972 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:47:51.709837 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Made reservation on behalf of 64fba0cd57dd4cb5a8ed642285fe9dcc for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:47:51.712178 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:51.740096 dv-cinder-824149-5-iscsi neutron-server[110231]: WARNING neutron.services.revisions.revision_plugin [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Could not find related network for resource to bump revision. Mar 22 12:47:51.750642 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:47:51.759042 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (53bb562e-2add-4dde-a171-6fe0523a388a), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:51.759381 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Added segment 53bb562e-2add-4dde-a171-6fe0523a388a of type vlan for network 053481bc-72bd-4f58-a20f-811050caa94d Mar 22 12:47:51.802138 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (053481bc-72bd-4f58-a20f-811050caa94d), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:51.891726 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (053481bc-72bd-4f58-a20f-811050caa94d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:51.892702 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:51.893272 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:51.948613 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] Pushing event updated for resources: {'Network': ['ID=053481bc-72bd-4f58-a20f-811050caa94d,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:51.958471 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 053481bc-72bd-4f58-a20f-811050caa94d details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:47:52.020635 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-fd7b77ff-7f66-4819-8443-1d0527f5fe4f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4105761 Mar 22 12:47:54.339762 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47216) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:47:54.398724 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.pecan_wsgi.hooks.translation [None req-79795340-f377-442b-8bc3-9dd067d51be5 admin admin] GET failed (client error): The resource could not be found. Mar 22 12:47:54.399974 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-79795340-f377-442b-8bc3-9dd067d51be5 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592866 Mar 22 12:47:54.467949 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1974a35-e69b-412f-90e4-cbc219e93205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:54.469378 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-b1974a35-e69b-412f-90e4-cbc219e93205 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654125 Mar 22 12:47:54.478815 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:47:54.555448 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Made reservation on behalf of 64fba0cd57dd4cb5a8ed642285fe9dcc for: {'subnet': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:47:54.557621 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:54.779223 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (a07c46d9-7551-4c17-88c4-1cce76c7250d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:54.834567 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07c46d9-7551-4c17-88c4-1cce76c7250d,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:54.842594 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Checking segment: {'id': '53bb562e-2add-4dde-a171-6fe0523a388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:47:54.842943 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Network hostable DHCP agents. Network: 053481bc-72bd-4f58-a20f-811050caa94d, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:47:54.926947 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Network 053481bc-72bd-4f58-a20f-811050caa94d is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:47:54.990079 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 053481bc-72bd-4f58-a20f-811050caa94d) {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:47:54.994478 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:54.995603 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:54.998858 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54c1763-cb64-4e69-9702-9b9e47bfb02c None None] Network 053481bc-72bd-4f58-a20f-811050caa94d requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:47:55.078779 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-140166c0-2843-4234-bfed-156786cd46b0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6031554 Mar 22 12:47:55.107748 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-053481bc-72bd-4f58-a20f-811050caa94d', 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d', 'project_id': '64fba0cd57dd4cb5a8ed642285fe9dcc', 'fixed_ips': [{'subnet_id': 'a07c46d9-7551-4c17-88c4-1cce76c7250d'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:47:55.108644 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:55.346031 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Allocated IP 192.168.233.2 (053481bc-72bd-4f58-a20f-811050caa94d/a07c46d9-7551-4c17-88c4-1cce76c7250d/c170f4d1-3fdb-47ac-ba64-614fd16179b6) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:47:55.486231 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Publish callbacks [] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:55.539177 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:55.575978 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Network 053481bc-72bd-4f58-a20f-811050caa94d is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:47:55.578836 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:47:55.581974 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:47:55.593402 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Pushing event updated for resources: {'Port': ['ID=c170f4d1-3fdb-47ac-ba64-614fd16179b6,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:55.601715 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.602079 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.602435 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.602790 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.603117 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.603440 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.603757 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.604069 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.604385 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.604703 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.605015 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.605346 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.605661 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.605973 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.606308 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:55.657630 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Attempting to bind port c170f4d1-3fdb-47ac-ba64-614fd16179b6 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:47:55.658171 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Attempting to bind port c170f4d1-3fdb-47ac-ba64-614fd16179b6 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '53bb562e-2add-4dde-a171-6fe0523a388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:47:55.658382 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Attempting to bind port c170f4d1-3fdb-47ac-ba64-614fd16179b6 on network 053481bc-72bd-4f58-a20f-811050caa94d {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:47:55.663559 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:47:55.663935 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Checking segment: {'id': '53bb562e-2add-4dde-a171-6fe0523a388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:47:55.664342 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:55.664736 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Bound using segment: {'id': '53bb562e-2add-4dde-a171-6fe0523a388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:47:55.665204 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Bound port: c170f4d1-3fdb-47ac-ba64-614fd16179b6, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bb562e-2add-4dde-a171-6fe0523a388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:47:55.665584 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:55.733905 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] For port c170f4d1-3fdb-47ac-ba64-614fd16179b6, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:47:55.736983 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] For port c170f4d1-3fdb-47ac-ba64-614fd16179b6, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=c170f4d1-3fdb-47ac-ba64-614fd16179b6,segment=NetworkSegment(53bb562e-2add-4dde-a171-6fe0523a388a),segment_id=53bb562e-2add-4dde-a171-6fe0523a388a)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:47:55.871111 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:55.929210 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2552e-559e-4ffb-a5c5-5425ba210165 None None] Pushing event updated for resources: {'Port': ['ID=c170f4d1-3fdb-47ac-ba64-614fd16179b6,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:56.833229 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff1d6b9-8642-4b14-864d-499f25b58d40 None None] Network 053481bc-72bd-4f58-a20f-811050caa94d requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:47:56.884822 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device c170f4d1-3fdb-47ac-ba64-614fd16179b6 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:47:56.955364 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-4bc819a6-e62c-45d5-a201-58332f84d4f4 None None] Provisioning complete for port c170f4d1-3fdb-47ac-ba64-614fd16179b6 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:47:56.955760 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4bc819a6-e62c-45d5-a201-58332f84d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:57.010059 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port c170f4d1-3fdb-47ac-ba64-614fd16179b6 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:47:57.010454 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:57.130250 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-4bc819a6-e62c-45d5-a201-58332f84d4f4 None None] Current status of the port c170f4d1-3fdb-47ac-ba64-614fd16179b6 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:47:57.130642 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4bc819a6-e62c-45d5-a201-58332f84d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:57.149949 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port c170f4d1-3fdb-47ac-ba64-614fd16179b6 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:47:57.150411 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:57.186459 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-4bc819a6-e62c-45d5-a201-58332f84d4f4 None None] For port c170f4d1-3fdb-47ac-ba64-614fd16179b6, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=c170f4d1-3fdb-47ac-ba64-614fd16179b6,segment=NetworkSegment(53bb562e-2add-4dde-a171-6fe0523a388a),segment_id=53bb562e-2add-4dde-a171-6fe0523a388a)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:57.287854 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4bc819a6-e62c-45d5-a201-58332f84d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:57.359653 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.db.api [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:47:57.359943 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG oslo_db.api [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:47:57.364909 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc819a6-e62c-45d5-a201-58332f84d4f4 None None] Pushing event updated for resources: {'Port': ['ID=c170f4d1-3fdb-47ac-ba64-614fd16179b6,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:57.406541 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-c9d88099-20c8-45a2-aa91-e45b02392f87 None None] Provisioning complete for port c170f4d1-3fdb-47ac-ba64-614fd16179b6 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:47:57.406865 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c9d88099-20c8-45a2-aa91-e45b02392f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:57.485135 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-c9d88099-20c8-45a2-aa91-e45b02392f87 None None] Current status of the port c170f4d1-3fdb-47ac-ba64-614fd16179b6 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:47:57.896865 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port c170f4d1-3fdb-47ac-ba64-614fd16179b6 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:47:57.947501 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:47:58.793959 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device c170f4d1-3fdb-47ac-ba64-614fd16179b6 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:47:58.840618 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port c170f4d1-3fdb-47ac-ba64-614fd16179b6 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:47:58.841008 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c170f4d1-3fdb-47ac-ba64-614fd16179b6), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:47:58.917869 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port c170f4d1-3fdb-47ac-ba64-614fd16179b6 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:48:13.630058 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-22059ebf-6c65-43ba-9781-0274fa498eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:48:15.801602 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-529ee622-a614-4eac-933d-24309f61e627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:48:16.960855 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:48:18.600606 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:48:20.091748 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:48:34.945517 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:48:43.645145 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-bb877688-0cb9-46d3-be76-bbd06b225fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:48:45.959978 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5f4840e8-1aa8-40e1-a05a-734a7e471996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:48:46.959344 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:48:48.621978 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:48:50.091525 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:11.950566 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:49:13.655910 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-0f093a3b-1e56-4e49-8619-dff527b0669b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:15.838815 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-8b81a262-14da-4477-b9ad-9421f2e4c3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:16.975567 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:18.604487 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:20.095449 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:26.599829 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47256) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:49:26.605681 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [None req-4696951f-e2ed-4aa3-a01b-fb732df2a97d tempest-verify_tempest_config-1743181208 tempest-verify_tempest_config-1743181208-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:49:26.606690 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-4696951f-e2ed-4aa3-a01b-fb732df2a97d tempest-verify_tempest_config-1743181208 tempest-verify_tempest_config-1743181208-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058982 Mar 22 12:49:27.165291 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47274) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:49:27.269905 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:27.339675 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Publish callbacks [] for security_group (b82748a0-37f1-4575-86bc-687a1cad0b21), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:27.432149 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b82748a0-37f1-4575-86bc-687a1cad0b21), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:27.478355 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4b1d87340ec4da98fe926253d5105b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3120494 Mar 22 12:49:27.479225 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82748a0-37f1-4575-86bc-687a1cad0b21,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:27.481088 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47278) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:49:27.485970 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.486344 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.486898 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.487249 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.487580 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.488032 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.488603 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.488928 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.489269 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.489594 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.489933 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.490300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.490624 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.490944 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.491264 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9157328-89ef-435f-92d5-6cc389ac0425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.562171 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Publish callbacks [] for security_group (b82748a0-37f1-4575-86bc-687a1cad0b21), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:27.583319 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Publish callbacks [] for security_group (b82748a0-37f1-4575-86bc-687a1cad0b21), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:27.724151 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b82748a0-37f1-4575-86bc-687a1cad0b21), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:27.726733 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:27.727892 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b82748a0-37f1-4575-86bc-687a1cad0b21 HTTP/1.1" status: 204 len: 168 time: 0.2457719 Mar 22 12:49:27.736387 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82748a0-37f1-4575-86bc-687a1cad0b21,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:27.744170 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.744604 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.745018 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.745636 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.745755 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.746062 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.746388 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.746903 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.747253 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.747592 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.747940 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.748286 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.748617 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.748939 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:27.749260 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd8411-5eff-4e56-af66-45ac5e95d91c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:43.648144 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9cd4b86f-369a-4a88-be90-24f4e9712e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:45.825837 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-df86af23-271d-47e6-a5c4-e6b254db8a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:46.980067 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:48.666082 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:49:48.950187 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:49:50.100399 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:13.647814 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9e24522a-9bd7-4792-a77a-687f7041a688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:15.836501 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3fb6-5bf5-4c3c-a4ee-95f267c2b8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:16.979544 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:18.636678 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:20.087825 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:25.950388 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:50:43.653135 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-293ca7d8-e4a4-4e5f-b853-9e544be80690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:45.840793 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-94a942c6-d406-41e8-918e-50e06f3b02d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:47.011849 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:48.651919 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:50:50.098025 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:02.949725 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 5 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:51:11.513793 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3785252'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:13.657057 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eed12a66-4fb9-494a-a925-69dd24a2a496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:15.828690 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-bb07a23a-02e3-42df-8030-c4802fc0805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:16.999506 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:18.639368 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:20.067393 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:27.485628 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47350) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:51:27.591189 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-ed267a34-34f6-4abc-bf52-80620a5c33e1 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1044068 Mar 22 12:51:29.986336 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47360) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:51:30.053320 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-d8c8aa53-1e97-4c36-b85e-e0f6bf65b27c admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0655735 Mar 22 12:51:39.948963 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:51:41.484247 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:43.684792 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-fd141dea-0508-4fa0-ae6f-87f47588e818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:45.861791 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3fb48e1b-5e5d-49e8-b8b1-541d4bc13bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:46.993352 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:48.656413 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:51:50.095582 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:11.528739 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:13.666096 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-24daaf7d-1973-4fa8-b6ca-ac62720492c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:15.831197 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3ce24cea-55f8-49f8-99f9-99f33e4fd8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:16.948068 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:52:16.974701 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:18.643715 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:20.122837 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:41.494461 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:43.693255 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-889b467b-194d-4040-8bc7-1a12439d51bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:45.819018 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-613ae797-5079-4a27-ba0b-0f66a81494dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:46.979120 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:48.641997 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:50.081876 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:52:53.947362 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:53:08.185675 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47480) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:08.534138 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-624288081-network', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:08.669008 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Made reservation on behalf of 60411ef45fcb4d9e81a4682e7bc8951b for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:08.669008 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:08.670484 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:08.753289 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Publish callbacks [] for security_group (0bddc35f-07dd-4727-aa97-35b1f3b1b949), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:08.852801 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (0bddc35f-07dd-4727-aa97-35b1f3b1b949), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:08.900803 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:53:08.900803 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bddc35f-07dd-4727-aa97-35b1f3b1b949,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:08.902331 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.902690 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.903031 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.903415 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.903799 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.904222 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.904558 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.904920 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.905263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.905590 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.905935 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.906278 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.906603 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.906939 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.907288 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Tracked resource versions report: Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: pushed versions: Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: { 'AddressGroup': {'1.2'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Agent': {'1.1'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'ConntrackHelper': {'1.0'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'LocalIPAssociation': {'1.0'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Log': {'1.0'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'NDPProxy': {'1.0'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Network': {'1.1'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Port': {'1.7'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'PortForwarding': {'1.3'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'QosPolicy': {'1.10'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SecurityGroup': {'1.5'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SubPort': {'1.0'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Subnet': {'1.1'}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Trunk': {'1.1'}} Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: consumer versions: Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: { DHCP agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: HyperV agent@hv-cinder-82414: {}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: L3 agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: Metadata agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: Metering agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: Open vSwitch agent@dv-cinder-824149-5-iscsi: { 'AddressGroup': '1.2', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Agent': '1.1', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'ConntrackHelper': '1.0', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'LocalIPAssociation': '1.0', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Log': '1.0', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'NDPProxy': '1.0', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Network': '1.1', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Port': '1.7', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'PortForwarding': '1.3', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'QosPolicy': '1.10', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SecurityGroup': '1.5', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SecurityGroupRule': '1.2', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'SubPort': '1.0', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Subnet': '1.1', Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: 'Trunk': '1.1'}} Mar 22 12:53:08.909023 dv-cinder-824149-5-iscsi neutron-server[110231]: {{(pid=110231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:53:08.912349 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (15cb8945-2f79-4e54-ac51-e8f71e4a9061), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:08.912478 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Added segment 15cb8945-2f79-4e54-ac51-e8f71e4a9061 of type vlan for network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 Mar 22 12:53:08.958662 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (4cb5a818-0d24-4469-b547-4c4932ebf8f9), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:09.115248 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (4cb5a818-0d24-4469-b547-4c4932ebf8f9), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:09.116242 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:09.116805 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:09.175678 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] Pushing event updated for resources: {'Network': ['ID=4cb5a818-0d24-4469-b547-4c4932ebf8f9,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:09.186301 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:53:09.263439 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5b20aa85-8e37-46a4-9d2b-725c6f8f0396 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0759168 Mar 22 12:53:09.265140 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47518) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:09.270506 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Request body: {'subnet': {'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-subnet', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:09.367121 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Made reservation on behalf of 60411ef45fcb4d9e81a4682e7bc8951b for: {'subnet': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:09.369616 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:09.612632 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (d598f7ce-5d25-4851-b0c7-edd085010225), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:09.661002 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d598f7ce-5d25-4851-b0c7-edd085010225,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:09.682706 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Checking segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:09.683050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Network hostable DHCP agents. Network: 4cb5a818-0d24-4469-b547-4c4932ebf8f9, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:53:09.772553 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:53:09.858250 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 4cb5a818-0d24-4469-b547-4c4932ebf8f9) {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:09.862851 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:09.863486 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:09.868687 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff55fd0-63e2-431c-85e7-747d93f07f94 None None] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:09.976332 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:53:09.978132 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:09.984757 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47562) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:09.991275 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:09.992078 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5f62ef6d-55cf-4a1c-aaae-b33ccadd569b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7257140 Mar 22 12:53:10.127677 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (581bf64b-6eda-4b71-8151-d455458ca695), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.129645 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (581bf64b-6eda-4b71-8151-d455458ca695), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.182298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Allocated IP 172.20.0.2 (4cb5a818-0d24-4469-b547-4c4932ebf8f9/d598f7ce-5d25-4851-b0c7-edd085010225/c99ebee4-25c2-4448-9a70-a15521abcc48) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:10.196419 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks [] for router_controller (581bf64b-6eda-4b71-8151-d455458ca695), precommit_add_association {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.366023 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Publish callbacks [] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.447256 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.453169 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks [] for router_gateway (581bf64b-6eda-4b71-8151-d455458ca695), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.485285 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:10.488555 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:10.491369 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:10.532111 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Pushing event updated for resources: {'Port': ['ID=c99ebee4-25c2-4448-9a70-a15521abcc48,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:10.556580 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.557106 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.557667 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.558288 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.558827 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.559351 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.559726 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.560446 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.561208 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.561714 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.562260 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.562807 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.563274 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.563617 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.563935 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Tracked resource versions report: Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: pushed versions: Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: { 'AddressGroup': {'1.2'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Agent': {'1.1'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'ConntrackHelper': {'1.0'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'LocalIPAssociation': {'1.0'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Log': {'1.0'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'NDPProxy': {'1.0'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Network': {'1.1'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Port': {'1.7'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'PortForwarding': {'1.3'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'QosPolicy': {'1.10'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SecurityGroup': {'1.5'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SubPort': {'1.0'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Subnet': {'1.1'}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Trunk': {'1.1'}} Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: consumer versions: Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: { DHCP agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: HyperV agent@hv-cinder-82414: {}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: L3 agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: Metadata agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: Metering agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: Open vSwitch agent@dv-cinder-824149-5-iscsi: { 'AddressGroup': '1.2', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Agent': '1.1', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'ConntrackHelper': '1.0', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'LocalIPAssociation': '1.0', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Log': '1.0', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'NDPProxy': '1.0', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Network': '1.1', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Port': '1.7', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'PortForwarding': '1.3', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'QosPolicy': '1.10', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SecurityGroup': '1.5', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SecurityGroupRule': '1.2', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'SubPort': '1.0', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Subnet': '1.1', Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: 'Trunk': '1.1'}} Mar 22 12:53:10.566020 dv-cinder-824149-5-iscsi neutron-server[110233]: {{(pid=110233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:53:10.584591 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Attempting to bind port c99ebee4-25c2-4448-9a70-a15521abcc48 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:10.584958 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Attempting to bind port c99ebee4-25c2-4448-9a70-a15521abcc48 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:10.585501 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Attempting to bind port c99ebee4-25c2-4448-9a70-a15521abcc48 on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:10.591586 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:10.617024 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Checking segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:10.617024 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.617024 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Bound using segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:10.617024 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Bound port: c99ebee4-25c2-4448-9a70-a15521abcc48, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:10.617024 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.669645 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] For port c99ebee4-25c2-4448-9a70-a15521abcc48, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:10.675641 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] For port c99ebee4-25c2-4448-9a70-a15521abcc48, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=c99ebee4-25c2-4448-9a70-a15521abcc48,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:10.748002 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47586) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:10.754019 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks [] for router_gateway (581bf64b-6eda-4b71-8151-d455458ca695), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.762282 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.775706 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47590) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:10.789400 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:10.826113 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13026a-6066-415e-83f8-6e619f8a5224 None None] Pushing event updated for resources: {'Port': ['ID=c99ebee4-25c2-4448-9a70-a15521abcc48,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:10.935995 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Allocated IP 172.27.2.109 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/2c1ddcf0-63ac-468b-bf9b-2edd5e69b060) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:11.031253 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47596) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:11.061331 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks [] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.173183 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.263544 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:11.267182 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:11.276337 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:11.330631 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Pushing event updated for resources: {'Port': ['ID=2c1ddcf0-63ac-468b-bf9b-2edd5e69b060,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:11.341834 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1830910183-network', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:11.370101 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.371469 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.372157 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.372700 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.373266 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.373816 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.374439 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.375014 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.375585 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.376125 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.377284 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.377843 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.378434 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.378981 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.379514 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Tracked resource versions report: Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: pushed versions: Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: { 'AddressGroup': {'1.2'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Agent': {'1.1'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'ConntrackHelper': {'1.0'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'LocalIPAssociation': {'1.0'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Log': {'1.0'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'NDPProxy': {'1.0'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Network': {'1.1'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Port': {'1.7'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'PortForwarding': {'1.3'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'QosPolicy': {'1.10'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SecurityGroup': {'1.5'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SubPort': {'1.0'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Subnet': {'1.1'}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Trunk': {'1.1'}} Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: consumer versions: Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: { DHCP agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: HyperV agent@hv-cinder-82414: {}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: L3 agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: Metadata agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: Metering agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: Open vSwitch agent@dv-cinder-824149-5-iscsi: { 'AddressGroup': '1.2', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Agent': '1.1', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'ConntrackHelper': '1.0', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'LocalIPAssociation': '1.0', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Log': '1.0', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'NDPProxy': '1.0', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Network': '1.1', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Port': '1.7', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'PortForwarding': '1.3', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'QosPolicy': '1.10', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SecurityGroup': '1.5', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SecurityGroupRule': '1.2', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'SubPort': '1.0', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Subnet': '1.1', Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: 'Trunk': '1.1'}} Mar 22 12:53:11.380997 dv-cinder-824149-5-iscsi neutron-server[110232]: {{(pid=110232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:53:11.404518 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-755418064-network', 'tenant_id': '8b96056a446f4cdca44b83c71c251dd1'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:11.457888 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Made reservation on behalf of cb84bb553b0541e7b4d5f47cfce232aa for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:11.464196 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.478702 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.501170 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1136844917-network', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:11.526906 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.591955 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Made reservation on behalf of 8b96056a446f4cdca44b83c71c251dd1 for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:11.595524 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.612493 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.633725 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Publish callbacks [] for security_group (ca13deb2-1154-4894-8082-6413cb5dc316), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.653942 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Made reservation on behalf of fa098af58fdf4e4fa8a14beba977f74b for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:11.658328 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.691437 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.727433 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks [] for router_gateway (581bf64b-6eda-4b71-8151-d455458ca695), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.792174 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Publish callbacks [] for security_group (249d9a3b-0de4-491a-a241-5d11966ef412), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.797565 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (ca13deb2-1154-4894-8082-6413cb5dc316), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.818692 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:53:11.852178 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (6583fc25-fe1a-44c6-aa92-55e50af3bf9d), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.852178 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Added segment 6583fc25-fe1a-44c6-aa92-55e50af3bf9d of type vlan for network e77cc734-8f84-4908-bac3-1adf9da48e97 Mar 22 12:53:11.895592 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (e77cc734-8f84-4908-bac3-1adf9da48e97), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.927793 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (249d9a3b-0de4-491a-a241-5d11966ef412), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.941938 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:53:11.953548 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (d39ece4d-d101-4f31-b1a1-350b1029b164), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:11.955966 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Added segment d39ece4d-d101-4f31-b1a1-350b1029b164 of type vlan for network 75f6adbc-72a9-4207-be41-440cc4f07be6 Mar 22 12:53:12.029025 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (e77cc734-8f84-4908-bac3-1adf9da48e97), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.030108 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:12.030679 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.113599 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (581bf64b-6eda-4b71-8151-d455458ca695), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.175746 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Pushing event updated for resources: {'Network': ['ID=e77cc734-8f84-4908-bac3-1adf9da48e97,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:12.188789 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network e77cc734-8f84-4908-bac3-1adf9da48e97 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:53:12.302787 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Publish callbacks [] for security_group (20c07af2-a06e-4449-9f41-38ece30638c3), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.307743 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (75f6adbc-72a9-4207-be41-440cc4f07be6), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.312500 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13deb2-1154-4894-8082-6413cb5dc316,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:12.347365 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249d9a3b-0de4-491a-a241-5d11966ef412,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:12.367190 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23395e3f-91fc-49be-b5f7-00cc2a1f4531 None None] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:12.395854 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (20c07af2-a06e-4449-9f41-38ece30638c3), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.411327 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:53:12.437076 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (c370d5fa-62da-404d-af07-0971c9f0cfc9), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.439305 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Added segment c370d5fa-62da-404d-af07-0971c9f0cfc9 of type vlan for network 0153605f-86fa-44c8-843c-61fcb7d41092 Mar 22 12:53:12.445191 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ef7fd60e-9681-48f8-a0bd-09294070a596 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6961553 Mar 22 12:53:12.449602 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47634) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:12.455058 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Request body: {'subnet': {'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-subnet', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:12.462427 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-3710f1e0-e7a7-4cad-8561-c73645cbb300 None None] Provisioning complete for port c99ebee4-25c2-4448-9a70-a15521abcc48 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:12.468262 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3710f1e0-e7a7-4cad-8561-c73645cbb300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.469526 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c07af2-a06e-4449-9f41-38ece30638c3,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:12.493438 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Router 581bf64b-6eda-4b71-8151-d455458ca695 is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:53:12.513067 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (75f6adbc-72a9-4207-be41-440cc4f07be6), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.514671 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:12.515716 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.565665 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (0153605f-86fa-44c8-843c-61fcb7d41092), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.583704 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Made reservation on behalf of cb84bb553b0541e7b4d5f47cfce232aa for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:12.586530 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.699010 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] Pushing event updated for resources: {'Network': ['ID=75f6adbc-72a9-4207-be41-440cc4f07be6,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:12.703876 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-3710f1e0-e7a7-4cad-8561-c73645cbb300 None None] Current status of the port c99ebee4-25c2-4448-9a70-a15521abcc48 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:12.704609 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3710f1e0-e7a7-4cad-8561-c73645cbb300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.723474 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 75f6adbc-72a9-4207-be41-440cc4f07be6 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:53:12.732517 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-6599552d-a6de-4678-9e48-b004c46057b2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9521158 Mar 22 12:53:12.732517 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47644) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:12.743393 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Request body: {'subnet': {'network_id': '75f6adbc-72a9-4207-be41-440cc4f07be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-755418064-subnet', 'tenant_id': '8b96056a446f4cdca44b83c71c251dd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:12.812209 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (0153605f-86fa-44c8-843c-61fcb7d41092), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.814642 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:12.815413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:12.879466 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:53:12.896692 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Sync routers for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:53:12.916071 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:12.920161 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:52:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:12.934735 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (d95eef21-c310-45c4-9761-63ce9644db4b), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.073874 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Checking segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:13.078654 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Network hostable DHCP agents. Network: e77cc734-8f84-4908-bac3-1adf9da48e97, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:53:13.100544 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.108142 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-4b720170-74b2-4033-87ec-37934e42863a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1192720 Mar 22 12:53:13.171688 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47660) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:13.182190 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Made reservation on behalf of 8b96056a446f4cdca44b83c71c251dd1 for: {'subnet': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:13.182190 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.209575 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95eef21-c310-45c4-9761-63ce9644db4b,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:13.274776 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-3710f1e0-e7a7-4cad-8561-c73645cbb300 None None] For port c99ebee4-25c2-4448-9a70-a15521abcc48, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=c99ebee4-25c2-4448-9a70-a15521abcc48,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:13.281172 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device c99ebee4-25c2-4448-9a70-a15521abcc48 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:13.361646 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port c99ebee4-25c2-4448-9a70-a15521abcc48 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:13.363608 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.372899 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:13.384759 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Network e77cc734-8f84-4908-bac3-1adf9da48e97 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:53:13.391411 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3710f1e0-e7a7-4cad-8561-c73645cbb300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.429082 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3935578 Mar 22 12:53:13.430858 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47666) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:13.438247 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Request body: {'subnet': {'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1136844917-subnet', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:13.464354 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710f1e0-e7a7-4cad-8561-c73645cbb300 None None] Pushing event updated for resources: {'Port': ['ID=c99ebee4-25c2-4448-9a70-a15521abcc48,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:13.472532 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500109b-aaa4-464b-81d5-ead4ef598054 admin admin] Pushing event updated for resources: {'Network': ['ID=0153605f-86fa-44c8-843c-61fcb7d41092,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:13.499573 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, e77cc734-8f84-4908-bac3-1adf9da48e97) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:13.506552 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:13.506991 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.517922 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 0153605f-86fa-44c8-843c-61fcb7d41092 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:53:13.522419 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deee56bc-973a-484e-80ab-67000374681c None None] Network e77cc734-8f84-4908-bac3-1adf9da48e97 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:13.567551 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Made reservation on behalf of fa098af58fdf4e4fa8a14beba977f74b for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:13.570675 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.618408 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port c99ebee4-25c2-4448-9a70-a15521abcc48 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:13.650069 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-22981ff1-1228-4602-8c6e-c00d57ca70b2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1992180 Mar 22 12:53:13.654160 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47676) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:13.660127 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:13.667580 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-d6a5cd31-9854-4fe5-a0d0-d373d6f3ad71 None None] Provisioning complete for port c99ebee4-25c2-4448-9a70-a15521abcc48 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:13.668289 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d6a5cd31-9854-4fe5-a0d0-d373d6f3ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.845551 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:11Z', 'revision_number': 3, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:13.874044 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1b12-50fc-4fbe-9f3c-70b3df1329d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.890160 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (f1787580-1b20-4ded-81ad-b01f6f76ff8e), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.891303 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (f1787580-1b20-4ded-81ad-b01f6f76ff8e), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:13.939997 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (68e99871-c159-4980-81c9-7f4646cc1592), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.000606 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Checking router: 581bf64b-6eda-4b71-8151-d455458ca695 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:53:14.002104 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Updating router 581bf64b-6eda-4b71-8151-d455458ca695 port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:53:14.009888 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5cd31-9854-4fe5-a0d0-d373d6f3ad71 None None] Current status of the port c99ebee4-25c2-4448-9a70-a15521abcc48 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:14.016990 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-e77cc734-8f84-4908-bac3-1adf9da48e97', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:53:14.023397 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.088895 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks [] for router_controller (f1787580-1b20-4ded-81ad-b01f6f76ff8e), precommit_add_association {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.090376 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.145442 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (48ecb2af-327d-49eb-8111-f1b888c9b91f), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.200459 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e99871-c159-4980-81c9-7f4646cc1592,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:14.297143 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Checking segment: {'id': 'd39ece4d-d101-4f31-b1a1-350b1029b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '75f6adbc-72a9-4207-be41-440cc4f07be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:14.297504 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Network hostable DHCP agents. Network: 75f6adbc-72a9-4207-be41-440cc4f07be6, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:53:14.385794 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Allocated IP 172.20.0.2 (e77cc734-8f84-4908-bac3-1adf9da48e97/d95eef21-c310-45c4-9761-63ce9644db4b/b390ba24-c0d7-4a52-a6de-c23d28f83f6d) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:14.387784 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ecb2af-327d-49eb-8111-f1b888c9b91f,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:14.396587 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Checking segment: {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:14.396946 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Network hostable DHCP agents. Network: 0153605f-86fa-44c8-843c-61fcb7d41092, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:53:14.443058 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Network 75f6adbc-72a9-4207-be41-440cc4f07be6 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:53:14.486182 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks [] for router_gateway (f1787580-1b20-4ded-81ad-b01f6f76ff8e), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.531347 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.549088 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Publish callbacks [] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.586781 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Publish callbacks [] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.603080 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 75f6adbc-72a9-4207-be41-440cc4f07be6) {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:14.607984 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:14.609542 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.617615 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da53d2-9c40-4e97-b2f6-77ae2ed659fd None None] Network 75f6adbc-72a9-4207-be41-440cc4f07be6 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:14.659308 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.689973 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Network 0153605f-86fa-44c8-843c-61fcb7d41092 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:53:14.696588 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.705779 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 0153605f-86fa-44c8-843c-61fcb7d41092) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:14.714698 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:14.715533 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.730614 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-c6303877-8a78-4abc-98a1-5089d44d4743 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9927595 Mar 22 12:53:14.753053 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b7668-507b-4f09-9dbb-2943e4204994 None None] Network 0153605f-86fa-44c8-843c-61fcb7d41092 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:14.768910 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Allocated IP 172.20.0.1 (4cb5a818-0d24-4469-b547-4c4932ebf8f9/d598f7ce-5d25-4851-b0c7-edd085010225/23482578-d2c5-4984-989f-8661b96daa96) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:14.821291 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Pushing event updated for resources: {'Port': ['ID=2c1ddcf0-63ac-468b-bf9b-2edd5e69b060,revision_number=2']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:14.837382 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-06a761c3-d59a-4a4f-90aa-49ff63b3fc45 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4051545 Mar 22 12:53:14.840986 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47714) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:14.845570 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:14.847325 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab60cd0c-2292-4c65-b72f-3a83fc800099 None None] Network 75f6adbc-72a9-4207-be41-440cc4f07be6 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:14.858284 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.858284 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.858284 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.858284 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.858284 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.862179 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.862752 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.863250 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.863750 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.864235 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.866028 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.866561 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.868272 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.868785 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.869271 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Tracked resource versions report: Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: pushed versions: Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: { 'AddressGroup': {'1.2'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Agent': {'1.1'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'ConntrackHelper': {'1.0'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'LocalIPAssociation': {'1.0'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Log': {'1.0'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'NDPProxy': {'1.0'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Network': {'1.1'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Port': {'1.7'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'PortForwarding': {'1.3'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'QosPolicy': {'1.10'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SecurityGroup': {'1.5'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SecurityGroupRule': {'1.2'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SubPort': {'1.0'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Subnet': {'1.1'}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Trunk': {'1.1'}} Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: consumer versions: Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: { DHCP agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: HyperV agent@hv-cinder-82414: {}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: L3 agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: Metadata agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: Metering agent@dv-cinder-824149-5-iscsi: {}, Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: Open vSwitch agent@dv-cinder-824149-5-iscsi: { 'AddressGroup': '1.2', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Agent': '1.1', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'ConntrackHelper': '1.0', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'LocalIPAssociation': '1.0', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Log': '1.0', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'NDPProxy': '1.0', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Network': '1.1', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Port': '1.7', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'PortForwarding': '1.3', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'QosPolicy': '1.10', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SecurityGroup': '1.5', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SecurityGroupRule': '1.2', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'SubPort': '1.0', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Subnet': '1.1', Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: 'Trunk': '1.1'}} Mar 22 12:53:14.871250 dv-cinder-824149-5-iscsi neutron-server[110234]: {{(pid=110234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:53:14.941068 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks [] for router_gateway (f1787580-1b20-4ded-81ad-b01f6f76ff8e), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.946146 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Attempting to bind port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:14.946525 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Attempting to bind port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:14.946890 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Attempting to bind port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:14.965121 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:14.967185 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:14.967777 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.968309 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:14.968936 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Bound port: 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:14.970964 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:14.995791 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.060645 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Network e77cc734-8f84-4908-bac3-1adf9da48e97 is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:15.077918 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.085475 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.085825 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:15.098071 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Publish callbacks [] for port (23482578-d2c5-4984-989f-8661b96daa96), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.139329 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] For port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:15.150577 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] For port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=2c1ddcf0-63ac-468b-bf9b-2edd5e69b060,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:15.172091 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Pushing event updated for resources: {'Port': ['ID=b390ba24-c0d7-4a52-a6de-c23d28f83f6d,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:15.175389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:15.177442 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device c99ebee4-25c2-4448-9a70-a15521abcc48 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:15.230261 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks [] for router_controller (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), precommit_add_association {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.264365 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (23482578-d2c5-4984-989f-8661b96daa96), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.264549 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.286919 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-0153605f-86fa-44c8-843c-61fcb7d41092', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:53:15.287807 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.350526 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Pushing event updated for resources: {'Port': ['ID=23482578-d2c5-4984-989f-8661b96daa96,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:15.359588 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf086ce-dc22-4536-97b7-af0520aa8b58 None None] Pushing event updated for resources: {'Port': ['ID=2c1ddcf0-63ac-468b-bf9b-2edd5e69b060,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:15.383888 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:15.385460 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:15.386427 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:52:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:15.387004 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:15.394468 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:15.394984 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (581bf64b-6eda-4b71-8151-d455458ca695), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.403945 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Attempting to bind port b390ba24-c0d7-4a52-a6de-c23d28f83f6d on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:15.404337 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Attempting to bind port b390ba24-c0d7-4a52-a6de-c23d28f83f6d by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:15.404701 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Attempting to bind port b390ba24-c0d7-4a52-a6de-c23d28f83f6d on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:15.444085 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:15.444481 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Checking segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:15.444867 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.445266 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Bound using segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:15.445757 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Bound port: b390ba24-c0d7-4a52-a6de-c23d28f83f6d, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:15.450466 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.490961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47758) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:15.495643 dv-cinder-824149-5-iscsi neutron-server[110231]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 12:53:15.569495 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:15.715063 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port c99ebee4-25c2-4448-9a70-a15521abcc48 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:15.715410 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.725903 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks [] for router_gateway (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.757308 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Allocated IP 172.27.2.56 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/07b11f47-0c30-4505-a08a-e74eca2e316d) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:15.787922 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:11Z', 'revision_number': 3, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:15.817797 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d772819-dfa1-4e31-b39f-a9d711fe5fd7 None None] The sync data for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi is: [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:11Z', 'revision_number': 3, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:53:15.818408 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] For port b390ba24-c0d7-4a52-a6de-c23d28f83f6d, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:15.843842 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] For port b390ba24-c0d7-4a52-a6de-c23d28f83f6d, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=b390ba24-c0d7-4a52-a6de-c23d28f83f6d,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:15.847888 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-3a89580a-f9a1-4fc1-8439-4158673cda15 None None] Provisioning complete for port 23482578-d2c5-4984-989f-8661b96daa96 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:15.848066 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3a89580a-f9a1-4fc1-8439-4158673cda15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (23482578-d2c5-4984-989f-8661b96daa96), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:15.851725 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Allocated IP 172.20.0.2 (0153605f-86fa-44c8-843c-61fcb7d41092/48ecb2af-327d-49eb-8111-f1b888c9b91f/88c099d5-6e35-465f-acf9-1b43ac75a06b) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:15.941615 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-981f1965-7e4e-40e9-b4e0-b3f5345987b5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:15.954602 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-981f1965-7e4e-40e9-b4e0-b3f5345987b5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/networks?id=75f6adbc-72a9-4207-be41-440cc4f07be6 HTTP/1.1" status: 200 len: 811 time: 0.4624343 Mar 22 12:53:15.980502 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-641b248b-ac5d-46ef-abcf-5e5b03115438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.006506 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks [] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.007187 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-903baadb-a019-4027-9b36-c62a6eb58923 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/quotas/8b96056a446f4cdca44b83c71c251dd1 HTTP/1.1" status: 200 len: 375 time: 0.0255637 Mar 22 12:53:16.014997 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.026751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-3a89580a-f9a1-4fc1-8439-4158673cda15 None None] Port 23482578-d2c5-4984-989f-8661b96daa96 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:16.092555 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port c99ebee4-25c2-4448-9a70-a15521abcc48 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:16.190983 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks [] for router_gateway (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.246464 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.254486 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-5449946d-0daa-479a-9043-801a61f80050 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b96056a446f4cdca44b83c71c251dd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2084131 Mar 22 12:53:16.265810 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.323930 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:16.328894 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:16.358189 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:16.558932 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125eb28-267e-433b-b8c9-9983b5eefebd None None] Pushing event updated for resources: {'Port': ['ID=b390ba24-c0d7-4a52-a6de-c23d28f83f6d,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:16.570853 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Pushing event updated for resources: {'Port': ['ID=07b11f47-0c30-4505-a08a-e74eca2e316d,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:16.770702 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Allocated IP 172.27.2.226 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/0311e65e-51ae-43c1-a8cd-6d841070956c) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:16.780349 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Publish callbacks [] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.818137 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (23482578-d2c5-4984-989f-8661b96daa96), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.859558 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-49dbb4b7-02ad-4e16-911b-7054478f3584 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:53:16.861489 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-49dbb4b7-02ad-4e16-911b-7054478f3584 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0710654 Mar 22 12:53:16.889677 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.912149 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks [] for router_gateway (f1787580-1b20-4ded-81ad-b01f6f76ff8e), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:16.977370 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Network 0153605f-86fa-44c8-843c-61fcb7d41092 is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:17.307981 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:17.307981 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Pushing event updated for resources: {'Port': ['ID=88c099d5-6e35-465f-acf9-1b43ac75a06b,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:17.307981 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:17.307981 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.307981 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Attempting to bind port 88c099d5-6e35-465f-acf9-1b43ac75a06b on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:17.307981 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Attempting to bind port 88c099d5-6e35-465f-acf9-1b43ac75a06b by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:17.307981 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Attempting to bind port 88c099d5-6e35-465f-acf9-1b43ac75a06b on network 0153605f-86fa-44c8-843c-61fcb7d41092 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:17.314853 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks [] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.320488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:17.320488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Checking segment: {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:17.320488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.320488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Bound using segment: {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:17.320488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Bound port: 88c099d5-6e35-465f-acf9-1b43ac75a06b, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:17.320488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.320488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:17.379938 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Publish callbacks [] for port (23482578-d2c5-4984-989f-8661b96daa96), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.449827 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-c3e1c42e-398f-44b1-aa36-f1700e3b685c service neutron] 10.222.0.69 "GET /v2.0/networks/75f6adbc-72a9-4207-be41-440cc4f07be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585284 Mar 22 12:53:17.482653 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] For port 88c099d5-6e35-465f-acf9-1b43ac75a06b, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:17.489515 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] For port 88c099d5-6e35-465f-acf9-1b43ac75a06b, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=88c099d5-6e35-465f-acf9-1b43ac75a06b,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:17.514992 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:17.516009 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.586603 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (f1787580-1b20-4ded-81ad-b01f6f76ff8e), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.653480 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-3327a785-0803-4260-b9cd-08f3b7cdd91f service neutron] 10.222.0.69 "GET /v2.0/networks/75f6adbc-72a9-4207-be41-440cc4f07be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960368 Mar 22 12:53:17.655256 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (23482578-d2c5-4984-989f-8661b96daa96), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.656299 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (581bf64b-6eda-4b71-8151-d455458ca695), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.717054 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.739744 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:17.785095 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:17.816739 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:17.941149 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031ba62-c524-4941-9de9-1ef411bc7e30 None None] Pushing event updated for resources: {'Port': ['ID=88c099d5-6e35-465f-acf9-1b43ac75a06b,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:17.947399 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47810) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:17.975879 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3f8fc-2821-4442-8b19-f701f5365c90 None None] Network e77cc734-8f84-4908-bac3-1adf9da48e97 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:18.002585 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Router 581bf64b-6eda-4b71-8151-d455458ca695 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:53:18.034157 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Pushing event updated for resources: {'Port': ['ID=23482578-d2c5-4984-989f-8661b96daa96,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:18.130861 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Pushing event updated for resources: {'Port': ['ID=0311e65e-51ae-43c1-a8cd-6d841070956c,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:18.137143 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:18.149448 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:18.157753 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:18.234455 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:53:18.257052 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-9dcf8356-8d89-4c88-b74c-51ee6765f174 admin admin] 10.222.0.69 "PUT /v2.0/routers/581bf64b-6eda-4b71-8151-d455458ca695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0804312 Mar 22 12:53:18.358923 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47832) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:18.381671 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-9b99017e-d014-4d44-9875-d0875cd0e980 None None] Provisioning complete for port b390ba24-c0d7-4a52-a6de-c23d28f83f6d triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:18.406561 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9b99017e-d014-4d44-9875-d0875cd0e980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:18.551114 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3719cdf6-3fa1-4276-9c44-c0369826f1a6 req-11b45fd2-b091-4089-a53d-7453617fb676 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 210 time: 0.1878421 Mar 22 12:53:18.623972 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-9b99017e-d014-4d44-9875-d0875cd0e980 None None] Current status of the port b390ba24-c0d7-4a52-a6de-c23d28f83f6d is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:18.624367 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9b99017e-d014-4d44-9875-d0875cd0e980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:18.712788 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:18.715538 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:18.738437 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-706c1fb7-5486-4918-bde2-3edc86ccbcc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:18.778302 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-9b99017e-d014-4d44-9875-d0875cd0e980 None None] For port b390ba24-c0d7-4a52-a6de-c23d28f83f6d, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=b390ba24-c0d7-4a52-a6de-c23d28f83f6d,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:18.780527 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=2c1ddcf0-63ac-468b-bf9b-2edd5e69b060,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:18.859258 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:18.898700 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:18.899949 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device b390ba24-c0d7-4a52-a6de-c23d28f83f6d up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:18.902549 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9b99017e-d014-4d44-9875-d0875cd0e980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:19.006742 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Sync routers for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:53:19.078129 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:53:19.098276 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=2c1ddcf0-63ac-468b-bf9b-2edd5e69b060,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:19.163198 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-706c1fb7-5486-4918-bde2-3edc86ccbcc9 admin admin] Publish callbacks [] for security_group (daef4ff0-845c-4be6-8f99-3d740dab3c40), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:19.174979 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks [] for router_gateway (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:19.237573 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:19.238248 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:19.240696 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075303-185b-43d3-8f23-3d63288d319e req-ce343b10-7408-458f-a7ff-798cfd6d19ee tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:19.243307 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-ce343b10-7408-458f-a7ff-798cfd6d19ee tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 818 time: 0.2478428 Mar 22 12:53:19.280228 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-c2089c99-f0e7-49f7-94b5-9978c2720487 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/quotas/60411ef45fcb4d9e81a4682e7bc8951b HTTP/1.1" status: 200 len: 375 time: 0.0294228 Mar 22 12:53:19.375006 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:19.386559 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-6a5c01ee-4e1e-4879-b14c-ae392e25d1ec tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053412 Mar 22 12:53:19.399220 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-706c1fb7-5486-4918-bde2-3edc86ccbcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (daef4ff0-845c-4be6-8f99-3d740dab3c40), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:19.484017 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c1fb7-5486-4918-bde2-3edc86ccbcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daef4ff0-845c-4be6-8f99-3d740dab3c40,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:19.507483 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-ba8efe40-41cc-45da-8f61-cce8ec998575 service neutron] 10.222.0.69 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162179 Mar 22 12:53:19.531036 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-dd2d9a69-7bf0-41d6-af32-e03ec703bafd None None] Provisioning complete for port 23482578-d2c5-4984-989f-8661b96daa96 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:19.533103 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9a69-7bf0-41d6-af32-e03ec703bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (23482578-d2c5-4984-989f-8661b96daa96), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:19.538529 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-706c1fb7-5486-4918-bde2-3edc86ccbcc9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=094d141da41e435e848892b0dfad7978&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5900078 Mar 22 12:53:19.539259 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47890) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:19.648217 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-9a3cdb34-9387-46c0-bd35-5f22fbd5340d service neutron] 10.222.0.69 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404624 Mar 22 12:53:19.681325 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port b390ba24-c0d7-4a52-a6de-c23d28f83f6d triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:19.681706 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:19.733319 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26643499-5dd5-4a0b-be8f-3391e86773e0 None None] Network 0153605f-86fa-44c8-843c-61fcb7d41092 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:19.743548 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-77d1cc49-77c1-41e9-ac58-e24a84f6bf64 admin admin] Publish callbacks [] for security_group (daef4ff0-845c-4be6-8f99-3d740dab3c40), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:19.750410 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:53:19.773396 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d9a69-7bf0-41d6-af32-e03ec703bafd None None] Port 23482578-d2c5-4984-989f-8661b96daa96 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:19.785910 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:53:19.805397 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-77d1cc49-77c1-41e9-ac58-e24a84f6bf64 admin admin] Publish callbacks [] for security_group (daef4ff0-845c-4be6-8f99-3d740dab3c40), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:19.814682 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:19.815380 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:19.912860 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:19.956310 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fd3d2f6b-0247-4bfc-9b2a-0dde1de5c3e2 req-e3978adc-5c3f-4de0-89a8-56ec8436f51a tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 210 time: 0.1140292 Mar 22 12:53:20.007997 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99017e-d014-4d44-9875-d0875cd0e980 None None] Pushing event updated for resources: {'Port': ['ID=b390ba24-c0d7-4a52-a6de-c23d28f83f6d,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:20.011133 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-77d1cc49-77c1-41e9-ac58-e24a84f6bf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (daef4ff0-845c-4be6-8f99-3d740dab3c40), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:20.020938 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-77d1cc49-77c1-41e9-ac58-e24a84f6bf64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:20.022448 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-77d1cc49-77c1-41e9-ac58-e24a84f6bf64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/daef4ff0-845c-4be6-8f99-3d740dab3c40 HTTP/1.1" status: 204 len: 168 time: 0.4780376 Mar 22 12:53:20.060735 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d9d188e-5cc7-46fc-b92c-ca4cc67d5189 req-bf33faec-10c5-40f1-b991-e2b8e8aed67a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 210 time: 0.0508943 Mar 22 12:53:20.099062 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:20.132603 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-4d2de1ec-9c14-45c4-9309-d0cad7bc9aac admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4775226 Mar 22 12:53:20.139663 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 47926) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:20.165691 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:20.171894 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1cc49-77c1-41e9-ac58-e24a84f6bf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daef4ff0-845c-4be6-8f99-3d740dab3c40,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:20.354987 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port b390ba24-c0d7-4a52-a6de-c23d28f83f6d is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:20.357063 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] Provisioning complete for port 88c099d5-6e35-465f-acf9-1b43ac75a06b triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:20.357447 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:20.365758 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:20.383923 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:53:20.555635 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-7fdb89df-1432-484b-9a40-eae5ddb222a7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:20.562930 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-7fdb89df-1432-484b-9a40-eae5ddb222a7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 818 time: 0.2527535 Mar 22 12:53:20.607529 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-605256ac-d8ac-4e6e-9780-9cfd7d9d087f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/quotas/60411ef45fcb4d9e81a4682e7bc8951b HTTP/1.1" status: 200 len: 375 time: 0.0427716 Mar 22 12:53:20.733129 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] Current status of the port 88c099d5-6e35-465f-acf9-1b43ac75a06b is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:20.733129 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:20.742616 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:53:20.812291 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Sync routers for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:53:20.835652 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:20.836260 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:20.895308 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:20.896853 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c20cc444-5e48-4b9f-bb05-4b94049b7199 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0549226 Mar 22 12:53:20.899963 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 47974) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:21.017768 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 3, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:21.093047 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:53:21.093047 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Updating router f1787580-1b20-4ded-81ad-b01f6f76ff8e port 07b11f47-0c30-4505-a08a-e74eca2e316d binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:53:21.150289 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:21.236970 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] For port 88c099d5-6e35-465f-acf9-1b43ac75a06b, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=88c099d5-6e35-465f-acf9-1b43ac75a06b,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:21.241569 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:21.306463 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:17Z', 'revision_number': 2, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:21.343417 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:21.355434 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Checking router: 581bf64b-6eda-4b71-8151-d455458ca695 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:53:21.355846 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Updating router 581bf64b-6eda-4b71-8151-d455458ca695 port 23482578-d2c5-4984-989f-8661b96daa96 binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:53:21.390762 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-efe35396-bda3-4618-bb2d-1f3ae04e923f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7822380 Mar 22 12:53:21.417706 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2604b901-548e-4173-8f33-9b2647b9854e req-4f497da3-c193-4f83-ae39-132e25deacfb tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 210 time: 0.1332593 Mar 22 12:53:21.433268 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (23482578-d2c5-4984-989f-8661b96daa96), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:21.668496 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:21.676478 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:21.680176 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Publish callbacks [] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:21.701080 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-9bc372ad-fb21-4f82-8cfa-c137f081d4ed service neutron] 10.222.0.69 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087320 Mar 22 12:53:21.840652 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:21.891553 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:21.942674 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] Provisioning complete for port b390ba24-c0d7-4a52-a6de-c23d28f83f6d triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:21.943206 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:21.953598 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-81c7f343-4d46-47ef-a4b0-a018ba08e3ee service neutron] 10.222.0.69 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402472 Mar 22 12:53:21.995482 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441c243-88b7-4602-9f1d-73eb692b70eb None None] Pushing event updated for resources: {'Port': ['ID=07b11f47-0c30-4505-a08a-e74eca2e316d,revision_number=2']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:22.023428 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Attempting to bind port 07b11f47-0c30-4505-a08a-e74eca2e316d on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:22.026413 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Attempting to bind port 07b11f47-0c30-4505-a08a-e74eca2e316d by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:22.026920 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Attempting to bind port 07b11f47-0c30-4505-a08a-e74eca2e316d on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:22.039533 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:22.040097 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:22.040652 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:22.041297 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:22.042138 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Bound port: 07b11f47-0c30-4505-a08a-e74eca2e316d, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:22.042692 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:22.052668 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:22.054215 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:22.058209 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Allocated IP 172.20.0.1 (e77cc734-8f84-4908-bac3-1adf9da48e97/d95eef21-c310-45c4-9761-63ce9644db4b/56236860-1e4d-4313-8d5f-2348163cbff9) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:22.165544 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] For port 07b11f47-0c30-4505-a08a-e74eca2e316d, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:22.172067 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] For port 07b11f47-0c30-4505-a08a-e74eca2e316d, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=07b11f47-0c30-4505-a08a-e74eca2e316d,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:22.244998 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:22.258667 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] Pushing event updated for resources: {'Port': ['ID=88c099d5-6e35-465f-acf9-1b43ac75a06b,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:22.306825 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Publish callbacks [] for port (56236860-1e4d-4313-8d5f-2348163cbff9), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:22.373264 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-60fc1b2c-136a-43a1-8377-54f5e2287b03 req-d7ffaa84-26da-481b-a242-690fa934ef7f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 210 time: 0.0638719 Mar 22 12:53:22.432867 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:22.433584 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:22.458991 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441c243-88b7-4602-9f1d-73eb692b70eb None None] Pushing event updated for resources: {'Port': ['ID=07b11f47-0c30-4505-a08a-e74eca2e316d,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:22.515384 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:22.580227 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Allocated IP 172.20.0.1 (0153605f-86fa-44c8-843c-61fcb7d41092/48ecb2af-327d-49eb-8111-f1b888c9b91f/1a778e10-0a10-4b6c-8969-324d251c6cd9) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:22.646962 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Network e77cc734-8f84-4908-bac3-1adf9da48e97 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:22.689263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:22.692889 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:22.694544 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (f1787580-1b20-4ded-81ad-b01f6f76ff8e), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:22.769335 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:22.775125 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Publish callbacks [] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:22.807083 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Pushing event updated for resources: {'Port': ['ID=56236860-1e4d-4313-8d5f-2348163cbff9,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:22.926625 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8c6b9530-13d2-419b-85e8-8eb34bdbbd6f req-5f8a5aa7-5f80-492c-afd9-d5eb1162ec84 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 210 time: 0.0780985 Mar 22 12:53:22.931355 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-2f5faa0f-e15a-4e69-8f50-3a3462bcf141 None None] Current status of the port b390ba24-c0d7-4a52-a6de-c23d28f83f6d is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:22.951912 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:22.963211 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:22.964985 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device b390ba24-c0d7-4a52-a6de-c23d28f83f6d up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:23.053448 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Network 0153605f-86fa-44c8-843c-61fcb7d41092 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:23.081255 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:23.103453 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:23.105439 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:23.131816 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 3, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:23.228024 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Publish callbacks [] for port (23482578-d2c5-4984-989f-8661b96daa96), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:23.232354 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Checking router: 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:53:23.232742 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Updating router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b port 0311e65e-51ae-43c1-a8cd-6d841070956c binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:53:23.243860 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Pushing event updated for resources: {'Port': ['ID=1a778e10-0a10-4b6c-8969-324d251c6cd9,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:23.259037 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 3, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:23.309712 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:23.352282 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6836cf7-3a0f-43c5-8ff8-e1050c64456a None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 3, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:53:23.356723 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-f5e60880-9e48-47fd-80c6-cc6cb848ef98 None None] Provisioning complete for port 88c099d5-6e35-465f-acf9-1b43ac75a06b triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:23.358238 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f5e60880-9e48-47fd-80c6-cc6cb848ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:23.375525 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:23.471891 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (23482578-d2c5-4984-989f-8661b96daa96), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:23.552924 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port b390ba24-c0d7-4a52-a6de-c23d28f83f6d triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:23.556854 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:23.674462 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b9b5a6d2-ee35-4188-aece-e27398d34073 req-e3263133-c2be-41cc-b3cc-62b246f11a7a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 210 time: 0.1502669 Mar 22 12:53:23.836209 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efc6ca-b317-4592-89c1-560ddbddcbfa None None] Pushing event updated for resources: {'Port': ['ID=23482578-d2c5-4984-989f-8661b96daa96,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:23.931665 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Publish callbacks [] for port (56236860-1e4d-4313-8d5f-2348163cbff9), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:23.969291 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.012779 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.013669 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (f1787580-1b20-4ded-81ad-b01f6f76ff8e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.071119 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Attempting to bind port 23482578-d2c5-4984-989f-8661b96daa96 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:24.072136 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Attempting to bind port 23482578-d2c5-4984-989f-8661b96daa96 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:24.072668 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Attempting to bind port 23482578-d2c5-4984-989f-8661b96daa96 on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:24.090768 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:24.091543 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Checking segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:24.092132 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.092681 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Bound using segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:24.093324 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Bound port: 23482578-d2c5-4984-989f-8661b96daa96, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:24.093927 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (23482578-d2c5-4984-989f-8661b96daa96), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.142358 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-f5e60880-9e48-47fd-80c6-cc6cb848ef98 None None] Current status of the port 88c099d5-6e35-465f-acf9-1b43ac75a06b is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:24.196173 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Pushing event updated for resources: {'Port': ['ID=56236860-1e4d-4313-8d5f-2348163cbff9,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:24.211994 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port b390ba24-c0d7-4a52-a6de-c23d28f83f6d is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:24.213197 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 88c099d5-6e35-465f-acf9-1b43ac75a06b up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:24.258503 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bee2d910-42d1-436d-aaad-70aa8be79e61 req-c9e26a45-b5f5-47f9-993a-418704e53ebb tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 210 time: 0.0787427 Mar 22 12:53:24.307542 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] For port 23482578-d2c5-4984-989f-8661b96daa96, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:24.364670 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Provisioning complete for port 1a778e10-0a10-4b6c-8969-324d251c6cd9 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:24.365106 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.369438 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] For port 23482578-d2c5-4984-989f-8661b96daa96, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=23482578-d2c5-4984-989f-8661b96daa96,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:24.432851 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Publish callbacks [] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.440498 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Port 1a778e10-0a10-4b6c-8969-324d251c6cd9 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:24.441889 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Network e77cc734-8f84-4908-bac3-1adf9da48e97 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:24.442235 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 88c099d5-6e35-465f-acf9-1b43ac75a06b triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:24.442607 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.443352 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:24.489744 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (23482578-d2c5-4984-989f-8661b96daa96), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.549057 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Publish callbacks [] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.569471 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Provisioning complete for port 56236860-1e4d-4313-8d5f-2348163cbff9 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:24.569844 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.574777 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.646171 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.647073 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:24.793283 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Pushing event updated for resources: {'Port': ['ID=1a778e10-0a10-4b6c-8969-324d251c6cd9,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:24.820365 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:53:25.117186 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Network 0153605f-86fa-44c8-843c-61fcb7d41092 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:25.133886 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:25.162049 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.46', 53716) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:25.228091 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efc6ca-b317-4592-89c1-560ddbddcbfa None None] Pushing event updated for resources: {'Port': ['ID=23482578-d2c5-4984-989f-8661b96daa96,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:25.238353 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Attempting to bind port 0311e65e-51ae-43c1-a8cd-6d841070956c on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:25.240777 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Attempting to bind port 0311e65e-51ae-43c1-a8cd-6d841070956c by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:25.243599 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Attempting to bind port 0311e65e-51ae-43c1-a8cd-6d841070956c on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:25.274751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:25.277807 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:25.443039 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4b258230-534c-4ebd-bc4b-eb9585e6072d req-7f3e4ec2-806d-4848-a54a-dfca9b5de85c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 210 time: 0.2325490 Mar 22 12:53:25.459688 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:53:25.487556 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.46', 53719) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:25.548765 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Port 56236860-1e4d-4313-8d5f-2348163cbff9 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:25.551895 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:25.553140 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:25.553819 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:25.554471 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:25.555234 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Bound port: 0311e65e-51ae-43c1-a8cd-6d841070956c, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:25.555921 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:25.592050 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-909a6063-204c-4a4a-b757-a0647a629b6e req-a122d1e1-0efa-4d75-b866-833c537ad978 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 210 time: 0.1088154 Mar 22 12:53:25.592205 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.46', 53720) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:25.592282 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:53:25.612550 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a4920b4b-d085-4088-a8ef-b726c897669c admin admin] 10.222.0.69 "PUT /v2.0/routers/f1787580-1b20-4ded-81ad-b01f6f76ff8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4766505 Mar 22 12:53:25.663574 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075303-185b-43d3-8f23-3d63288d319e req-ab5d34e3-2325-4032-8c22-e1fa6f71fd94 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:25.665515 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-ab5d34e3-2325-4032-8c22-e1fa6f71fd94 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 818 time: 0.4823446 Mar 22 12:53:25.729351 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc458b0-d9c2-4eaf-8b53-a1aac9d64adb None None] Pushing event updated for resources: {'Port': ['ID=0311e65e-51ae-43c1-a8cd-6d841070956c,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:25.742855 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Request body: {'port': {'device_id': '3ec95d51-8ff8-47b9-bade-93c63cfc8f43', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'admin_state_up': True, 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:25.804732 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 88c099d5-6e35-465f-acf9-1b43ac75a06b is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:25.825149 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Provisioning complete for port 23482578-d2c5-4984-989f-8661b96daa96 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:25.825149 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (23482578-d2c5-4984-989f-8661b96daa96), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:25.917339 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:25.924910 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] For port 0311e65e-51ae-43c1-a8cd-6d841070956c, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:25.991003 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] For port 0311e65e-51ae-43c1-a8cd-6d841070956c, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=0311e65e-51ae-43c1-a8cd-6d841070956c,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:26.133220 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:53:26.150439 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-dfd9496b-98c9-491b-85fc-bdb8c67e5cda admin admin] 10.222.0.69 "PUT /v2.0/routers/64435d5d-ce3c-4c2c-aa0e-a87543f76f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2490358 Mar 22 12:53:26.200007 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:26.259595 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 07b11f47-0c30-4505-a08a-e74eca2e316d up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:26.271610 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-9067228d-9379-4078-b22d-442ba09b08d7 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:26.273262 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-9067228d-9379-4078-b22d-442ba09b08d7 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.46 "GET /v2.0/networks?id=75f6adbc-72a9-4207-be41-440cc4f07be6 HTTP/1.1" status: 200 len: 811 time: 0.7844071 Mar 22 12:53:26.274949 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Made reservation on behalf of 60411ef45fcb4d9e81a4682e7bc8951b for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:26.280083 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:26.309549 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Request body: {'port': {'device_id': '4af10578-1100-4253-9256-953833eb6a49', 'network_id': '75f6adbc-72a9-4207-be41-440cc4f07be6', 'admin_state_up': True, 'tenant_id': '8b96056a446f4cdca44b83c71c251dd1'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:26.525083 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:53:26.539795 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:26.540349 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:26.565030 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:26.565676 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:26.575085 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-2fe8d745-42ab-4f5f-990d-2c543313a36f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:26.576733 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-2fe8d745-42ab-4f5f-990d-2c543313a36f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 818 time: 0.7724957 Mar 22 12:53:26.607545 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Request body: {'port': {'device_id': '0ef734e9-6a9c-4831-893d-fb573c81e6f6', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'admin_state_up': True, 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:26.810594 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Current status of the port 23482578-d2c5-4984-989f-8661b96daa96 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:26.810996 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (23482578-d2c5-4984-989f-8661b96daa96), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:26.861401 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Made reservation on behalf of 8b96056a446f4cdca44b83c71c251dd1 for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:26.865475 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:26.870684 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc458b0-d9c2-4eaf-8b53-a1aac9d64adb None None] Pushing event updated for resources: {'Port': ['ID=0311e65e-51ae-43c1-a8cd-6d841070956c,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:26.940641 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:26.959798 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] For port 23482578-d2c5-4984-989f-8661b96daa96, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=23482578-d2c5-4984-989f-8661b96daa96,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:27.025359 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 07b11f47-0c30-4505-a08a-e74eca2e316d triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:27.025830 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:27.035480 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:27.107453 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48214) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:27.114728 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-aa1edf72-5f85-404a-b81a-d7cb3ebe7068 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178115977', 'description': 'tempest-description--573126749'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:27.184318 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (23482578-d2c5-4984-989f-8661b96daa96), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:27.205824 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Allocated IP 172.20.0.5 (4cb5a818-0d24-4469-b547-4c4932ebf8f9/d598f7ce-5d25-4851-b0c7-edd085010225/4c882ee3-c72f-487b-bf5a-cebafe411f6e) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:27.259252 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Made reservation on behalf of 60411ef45fcb4d9e81a4682e7bc8951b for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:27.269348 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:27.348569 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-54c4d1cc-9780-4300-b50b-8d2f7e07f36f req-d26c5f3d-37c9-4ced-bcdb-b69f78632f4d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 210 time: 0.0552564 Mar 22 12:53:27.384346 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Allocated IP 172.20.0.4 (75f6adbc-72a9-4207-be41-440cc4f07be6/68e99871-c159-4980-81c9-7f4646cc1592/ba03520a-e966-491c-a0c5-568b687f27e4) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:27.386610 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-aa1edf72-5f85-404a-b81a-d7cb3ebe7068 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:27.402343 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 2, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:27.460643 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:53:27.463227 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Updating router f1787580-1b20-4ded-81ad-b01f6f76ff8e port 56236860-1e4d-4313-8d5f-2348163cbff9 binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:53:27.538315 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:27.540303 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:27.660531 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-31c3b64e-f5b0-4896-afd8-b14932ace6ec req-53d86b39-4208-48fb-95d5-1c3b4809e9d3 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 210 time: 0.1108065 Mar 22 12:53:27.724248 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48234) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:27.727442 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e06f5a-9aeb-4b39-8a32-cbc3203bac96 None None] Pushing event updated for resources: {'Port': ['ID=23482578-d2c5-4984-989f-8661b96daa96,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:27.732316 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-47ce6fb5-2bf6-41fb-b176-79f4fae100fe tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1043370609', 'description': 'tempest-description--1610047276'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:27.739605 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-2d1ae4c3-8c6f-49dd-8c3f-43a9ed57841c None None] Provisioning complete for port 1a778e10-0a10-4b6c-8969-324d251c6cd9 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:27.754286 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae4c3-8c6f-49dd-8c3f-43a9ed57841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:27.789201 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:24Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:27.939218 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:27.996327 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c447c6-1f4c-4927-910e-bb8c66a4ceb7 None None] The sync data for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi is: [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:24Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:53:28.020480 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-aa1edf72-5f85-404a-b81a-d7cb3ebe7068 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (34987391-044f-48f5-b22f-399235d50945), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.055904 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ae4c3-8c6f-49dd-8c3f-43a9ed57841c None None] Port 1a778e10-0a10-4b6c-8969-324d251c6cd9 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:28.070562 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 07b11f47-0c30-4505-a08a-e74eca2e316d is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:28.070956 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.127618 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:24Z', 'revision_number': 2, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:28.149040 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Allocated IP 172.20.0.8 (4cb5a818-0d24-4469-b547-4c4932ebf8f9/d598f7ce-5d25-4851-b0c7-edd085010225/d84d5fb8-b097-4e35-a665-f4db834bf8a0) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:28.219805 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-47ce6fb5-2bf6-41fb-b176-79f4fae100fe tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.239855 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:28.248948 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 07b11f47-0c30-4505-a08a-e74eca2e316d, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=07b11f47-0c30-4505-a08a-e74eca2e316d,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:28.251489 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596bbbd-4c97-4368-8933-f6c5f6afc768 None None] The sync data for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi is: [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:24Z', 'revision_number': 2, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:53:28.257521 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-2d1ae4c3-8c6f-49dd-8c3f-43a9ed57841c None None] Provisioning complete for port 56236860-1e4d-4313-8d5f-2348163cbff9 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:28.267509 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae4c3-8c6f-49dd-8c3f-43a9ed57841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.280171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:28.287226 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Publish callbacks [] for port (ba03520a-e966-491c-a0c5-568b687f27e4), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.302771 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:28.309325 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:28.310768 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.409888 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.412396 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 88c099d5-6e35-465f-acf9-1b43ac75a06b up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:28.433334 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-aa1edf72-5f85-404a-b81a-d7cb3ebe7068 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (34987391-044f-48f5-b22f-399235d50945), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.453067 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Publish callbacks [] for port (56236860-1e4d-4313-8d5f-2348163cbff9), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.499074 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event updated for resources: {'Port': ['ID=4c882ee3-c72f-487b-bf5a-cebafe411f6e,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:28.588867 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.638947 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-743bebef-9a71-4e60-9c51-0f158dfc88d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9013393 Mar 22 12:53:28.646440 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ae4c3-8c6f-49dd-8c3f-43a9ed57841c None None] Port 56236860-1e4d-4313-8d5f-2348163cbff9 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:28.646842 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1edf72-5f85-404a-b81a-d7cb3ebe7068 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34987391-044f-48f5-b22f-399235d50945,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:28.665682 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-c8483361-9546-4666-b968-38b716bdad93 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:53:28.665682 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-c8483361-9546-4666-b968-38b716bdad93 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135276 Mar 22 12:53:28.718319 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.806705 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7421e-d258-4ace-aa54-417367f8b5c6 None None] Pushing event updated for resources: {'Port': ['ID=56236860-1e4d-4313-8d5f-2348163cbff9,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:28.888575 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-47ce6fb5-2bf6-41fb-b176-79f4fae100fe tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (cc6dcbc0-a879-4ef3-8d8b-bba383c07f58), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.890503 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-2d1ae4c3-8c6f-49dd-8c3f-43a9ed57841c None None] Provisioning complete for port 23482578-d2c5-4984-989f-8661b96daa96 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:28.891000 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae4c3-8c6f-49dd-8c3f-43a9ed57841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (23482578-d2c5-4984-989f-8661b96daa96), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.897366 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-aa1edf72-5f85-404a-b81a-d7cb3ebe7068 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:28.908001 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-aa1edf72-5f85-404a-b81a-d7cb3ebe7068 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7953935 Mar 22 12:53:28.910121 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48268) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:28.915058 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-500082ed-880e-4082-8978-a2b864cc228e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group_rule': {'security_group_id': '34987391-044f-48f5-b22f-399235d50945', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:28.973968 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-47ce6fb5-2bf6-41fb-b176-79f4fae100fe tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (cc6dcbc0-a879-4ef3-8d8b-bba383c07f58), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:29.209768 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Attempting to bind port 56236860-1e4d-4313-8d5f-2348163cbff9 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:29.210739 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Attempting to bind port 56236860-1e4d-4313-8d5f-2348163cbff9 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:29.212399 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Attempting to bind port 56236860-1e4d-4313-8d5f-2348163cbff9 on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:29.234241 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:29.235833 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Checking segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:29.236371 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:29.236735 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Bound using segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:29.244295 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Bound port: 56236860-1e4d-4313-8d5f-2348163cbff9, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:29.244926 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:29.246858 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce6fb5-2bf6-41fb-b176-79f4fae100fe tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:29.265802 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-47ce6fb5-2bf6-41fb-b176-79f4fae100fe tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:29.278818 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-47ce6fb5-2bf6-41fb-b176-79f4fae100fe tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5518670 Mar 22 12:53:29.286671 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-500082ed-880e-4082-8978-a2b864cc228e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (faa22f2c-66ad-45f2-a147-5d73ca139190), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:29.455989 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=07b11f47-0c30-4505-a08a-e74eca2e316d,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:29.455989 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 88c099d5-6e35-465f-acf9-1b43ac75a06b triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:29.455989 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:29.456703 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48270) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:29.457100 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] For port 56236860-1e4d-4313-8d5f-2348163cbff9, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:29.457100 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] For port 56236860-1e4d-4313-8d5f-2348163cbff9, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=56236860-1e4d-4313-8d5f-2348163cbff9,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:29.457243 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-6392d632-9040-4e8a-9276-191c2df2b70b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'security_group_rule': {'security_group_id': 'cc6dcbc0-a879-4ef3-8d8b-bba383c07f58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:29.553824 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ae4c3-8c6f-49dd-8c3f-43a9ed57841c None None] Current status of the port 23482578-d2c5-4984-989f-8661b96daa96 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:29.644530 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b6c6bb4a-5ed6-468d-aaa8-208bc3d3aa72 req-2a3c2560-727d-4dce-aa8e-ed03b7e74985 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 210 time: 0.1823738 Mar 22 12:53:29.726841 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Network 75f6adbc-72a9-4207-be41-440cc4f07be6 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:29.751158 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 88c099d5-6e35-465f-acf9-1b43ac75a06b is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:29.756511 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:29.772766 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:29.780771 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Request body: {'port': {'device_id': '3ec95d51-8ff8-47b9-bade-93c63cfc8f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:29.783222 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:29.783920 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:29.817013 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] Provisioning complete for port 4c882ee3-c72f-487b-bf5a-cebafe411f6e triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:29.817406 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:29.817747 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Pushing event updated for resources: {'Port': ['ID=ba03520a-e966-491c-a0c5-568b687f27e4,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:29.971632 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:29.976885 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] Port 4c882ee3-c72f-487b-bf5a-cebafe411f6e cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:30.005795 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-4f739757-8037-417a-9010-d890a61cd9fe tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7163923 Mar 22 12:53:30.010172 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6392d632-9040-4e8a-9276-191c2df2b70b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (0e52cdee-3a73-4c12-bb5b-976f31e036f0), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.034585 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] Provisioning complete for port 56236860-1e4d-4313-8d5f-2348163cbff9 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:30.046714 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.097233 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Request body: {'port': {'device_id': '4af10578-1100-4253-9256-953833eb6a49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:30.125069 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-500082ed-880e-4082-8978-a2b864cc228e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (faa22f2c-66ad-45f2-a147-5d73ca139190), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.254316 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.337964 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-500082ed-880e-4082-8978-a2b864cc228e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (faa22f2c-66ad-45f2-a147-5d73ca139190), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.339688 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.506199 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 07b11f47-0c30-4505-a08a-e74eca2e316d up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:30.506514 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284a9fc-16e0-4dcb-b635-a26a25604782 req-91848bb3-429e-498d-a268-7a6af51539d8 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:30.514333 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e284a9fc-16e0-4dcb-b635-a26a25604782 req-91848bb3-429e-498d-a268-7a6af51539d8 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 931 time: 0.9296196 Mar 22 12:53:30.554367 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500082ed-880e-4082-8978-a2b864cc228e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa22f2c-66ad-45f2-a147-5d73ca139190,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:30.597367 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:30.612935 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:30.624703 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48288) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:30.631154 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6392d632-9040-4e8a-9276-191c2df2b70b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (0e52cdee-3a73-4c12-bb5b-976f31e036f0), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.636314 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.650404 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.666481 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-500082ed-880e-4082-8978-a2b864cc228e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.672013 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-500082ed-880e-4082-8978-a2b864cc228e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7605834 Mar 22 12:53:30.680249 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48292) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:30.712558 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-33d96c58-eda0-4269-9b31-dec0b4eb8c16 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group_rule': {'security_group_id': '34987391-044f-48f5-b22f-399235d50945', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:30.767246 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6392d632-9040-4e8a-9276-191c2df2b70b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (0e52cdee-3a73-4c12-bb5b-976f31e036f0), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.841559 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7421e-d258-4ace-aa54-417367f8b5c6 None None] Pushing event updated for resources: {'Port': ['ID=56236860-1e4d-4313-8d5f-2348163cbff9,revision_number=4']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:30.909761 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 07b11f47-0c30-4505-a08a-e74eca2e316d triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:30.910448 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:30.998584 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] Current status of the port 56236860-1e4d-4313-8d5f-2348163cbff9 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:30.999761 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.005429 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6392d632-9040-4e8a-9276-191c2df2b70b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.014194 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-6392d632-9040-4e8a-9276-191c2df2b70b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5821099 Mar 22 12:53:31.028768 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48302) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:31.055317 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-98039de4-3efd-450c-86b9-6de0e0fa835c tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'security_group_rule': {'security_group_id': 'cc6dcbc0-a879-4ef3-8d8b-bba383c07f58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:31.084710 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] For port 56236860-1e4d-4313-8d5f-2348163cbff9, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=56236860-1e4d-4313-8d5f-2348163cbff9,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:31.151967 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:31.152187 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:53:31.159014 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 07b11f47-0c30-4505-a08a-e74eca2e316d is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:31.160775 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 23482578-d2c5-4984-989f-8661b96daa96 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:31.196279 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.239655 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:31.264166 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:31.278743 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:31.283860 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.306910 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392d632-9040-4e8a-9276-191c2df2b70b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e52cdee-3a73-4c12-bb5b-976f31e036f0,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:31.308456 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event updated for resources: {'Port': ['ID=d84d5fb8-b097-4e35-a665-f4db834bf8a0,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:31.319740 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc228e02-af43-4fe3-89dd-4e35f4d52333 None None] Pushing event updated for resources: {'Port': ['ID=56236860-1e4d-4313-8d5f-2348163cbff9,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:31.327860 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:31.342628 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 23482578-d2c5-4984-989f-8661b96daa96 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:31.343062 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (23482578-d2c5-4984-989f-8661b96daa96), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.445308 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-8e8d3f92-e3d7-4bd3-a2ef-5d8d32a09ad7 None None] Provisioning complete for port 56236860-1e4d-4313-8d5f-2348163cbff9 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:31.446365 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3f92-e3d7-4bd3-a2ef-5d8d32a09ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.638102 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-670ed3df-3e55-42d4-a67b-e812909f99bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0423112 Mar 22 12:53:31.651514 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c882ee3-c72f-487b-bf5a-cebafe411f6e {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:31.673575 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-98039de4-3efd-450c-86b9-6de0e0fa835c tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (ea062815-6107-48c0-bd93-a7f83c10da02), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.688649 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Publish callbacks [] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.720750 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e284a9fc-16e0-4dcb-b635-a26a25604782 req-dadf33c5-c7ae-4f2c-ae59-9fb6ff8c97b0 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2055192 Mar 22 12:53:31.740637 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 23482578-d2c5-4984-989f-8661b96daa96 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:31.751825 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d3f92-e3d7-4bd3-a2ef-5d8d32a09ad7 None None] Current status of the port 56236860-1e4d-4313-8d5f-2348163cbff9 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:31.794946 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Request body: {'port': {'device_id': '0ef734e9-6a9c-4831-893d-fb573c81e6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:31.829303 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Transition to ACTIVE for port object 4c882ee3-c72f-487b-bf5a-cebafe411f6e will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:53:31.889737 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-18a9f6d0-b2a5-4e1c-bd1b-96b91c02826e None None] Provisioning complete for port d84d5fb8-b097-4e35-a665-f4db834bf8a0 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:31.890803 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-18a9f6d0-b2a5-4e1c-bd1b-96b91c02826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.894044 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1be5aace-26f8-4120-88ff-ab6427db375d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.909919 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-33d96c58-eda0-4269-9b31-dec0b4eb8c16 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (8180f24d-9b2c-4815-a849-c2b57fe33ba4), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:31.934907 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.095802 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-18a9f6d0-b2a5-4e1c-bd1b-96b91c02826e None None] Port d84d5fb8-b097-4e35-a665-f4db834bf8a0 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:32.104762 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 0311e65e-51ae-43c1-a8cd-6d841070956c up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:32.142961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c4e1-76f2-4ec9-b53a-e6cfcceff20c req-79271cbc-3b92-4f80-9bec-801e8b32e634 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:32.150499 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-26f9c4e1-76f2-4ec9-b53a-e6cfcceff20c req-79271cbc-3b92-4f80-9bec-801e8b32e634 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 931 time: 0.4248660 Mar 22 12:53:32.265833 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-26f9c4e1-76f2-4ec9-b53a-e6cfcceff20c req-56599c6d-f5c4-476a-9a76-afe2da53e114 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134675 Mar 22 12:53:32.322562 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:29Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:32.345451 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 0311e65e-51ae-43c1-a8cd-6d841070956c triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:32.353399 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.379305 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.399481 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2aefe-55e4-4477-af7c-f19319235f35 None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:29Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:53:32.525295 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Attempting to bind port 4c882ee3-c72f-487b-bf5a-cebafe411f6e on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:32.531829 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Attempting to bind port 4c882ee3-c72f-487b-bf5a-cebafe411f6e by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:32.536826 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Attempting to bind port 4c882ee3-c72f-487b-bf5a-cebafe411f6e on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:32.554470 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Pushing event updated for resources: {'Port': ['ID=4c882ee3-c72f-487b-bf5a-cebafe411f6e,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:32.595230 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Port 4c882ee3-c72f-487b-bf5a-cebafe411f6e on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:53:32.595230 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Attempting to bind port 4c882ee3-c72f-487b-bf5a-cebafe411f6e on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:32.615935 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:32.618278 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Checking segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:32.618278 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Bound using segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:32.618278 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Bound port: 4c882ee3-c72f-487b-bf5a-cebafe411f6e, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:32.619127 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.683023 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-33d96c58-eda0-4269-9b31-dec0b4eb8c16 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (8180f24d-9b2c-4815-a849-c2b57fe33ba4), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.706228 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 0311e65e-51ae-43c1-a8cd-6d841070956c is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:32.707721 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.762953 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba03520a-e966-491c-a0c5-568b687f27e4 {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:32.772436 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Publish callbacks [] for port (ba03520a-e966-491c-a0c5-568b687f27e4), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.798776 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Transition to ACTIVE for port object ba03520a-e966-491c-a0c5-568b687f27e4 will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:53:32.819127 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-98039de4-3efd-450c-86b9-6de0e0fa835c tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (ea062815-6107-48c0-bd93-a7f83c10da02), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.829413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-33d96c58-eda0-4269-9b31-dec0b4eb8c16 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (8180f24d-9b2c-4815-a849-c2b57fe33ba4), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.836310 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 0311e65e-51ae-43c1-a8cd-6d841070956c, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=0311e65e-51ae-43c1-a8cd-6d841070956c,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:32.868449 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:32.948994 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d96c58-eda0-4269-9b31-dec0b4eb8c16 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8180f24d-9b2c-4815-a849-c2b57fe33ba4,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:32.972485 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:33.022754 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-98039de4-3efd-450c-86b9-6de0e0fa835c tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (ea062815-6107-48c0-bd93-a7f83c10da02), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:33.096993 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-33d96c58-eda0-4269-9b31-dec0b4eb8c16 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:33.110189 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-33d96c58-eda0-4269-9b31-dec0b4eb8c16 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4145169 Mar 22 12:53:33.128727 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1be5aace-26f8-4120-88ff-ab6427db375d admin admin] Publish callbacks [] for security_group (4876c756-5e1f-4ca1-837e-70babe247456), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:33.133108 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48348) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:33.138289 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:33.170907 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=0311e65e-51ae-43c1-a8cd-6d841070956c,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:33.178323 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] For port 4c882ee3-c72f-487b-bf5a-cebafe411f6e, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:33.224212 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] For port 4c882ee3-c72f-487b-bf5a-cebafe411f6e, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:33.234501 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b0c0f-7c18-47b0-b70a-f175c78655e8 req-9d21a6b2-817c-4f06-8ae3-d67cccb0ec0c tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:33.236424 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-914b0c0f-7c18-47b0-b70a-f175c78655e8 req-9d21a6b2-817c-4f06-8ae3-d67cccb0ec0c tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.2706625 Mar 22 12:53:33.264850 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1be5aace-26f8-4120-88ff-ab6427db375d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4876c756-5e1f-4ca1-837e-70babe247456), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:33.364705 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:33.414731 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:33.503880 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98039de4-3efd-450c-86b9-6de0e0fa835c tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea062815-6107-48c0-bd93-a7f83c10da02,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:33.607920 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Pushing event updated for resources: {'Port': ['ID=ba03520a-e966-491c-a0c5-568b687f27e4,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:33.696933 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-98039de4-3efd-450c-86b9-6de0e0fa835c tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:33.702261 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-98039de4-3efd-450c-86b9-6de0e0fa835c tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6561425 Mar 22 12:53:33.702261 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Attempting to bind port ba03520a-e966-491c-a0c5-568b687f27e4 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:33.702261 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Attempting to bind port ba03520a-e966-491c-a0c5-568b687f27e4 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'd39ece4d-d101-4f31-b1a1-350b1029b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '75f6adbc-72a9-4207-be41-440cc4f07be6'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:33.702261 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Attempting to bind port ba03520a-e966-491c-a0c5-568b687f27e4 on network 75f6adbc-72a9-4207-be41-440cc4f07be6 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:33.705320 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48358) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:33.714330 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:33.730846 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Port ba03520a-e966-491c-a0c5-568b687f27e4 on network 75f6adbc-72a9-4207-be41-440cc4f07be6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:53:33.731183 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Attempting to bind port ba03520a-e966-491c-a0c5-568b687f27e4 on network 75f6adbc-72a9-4207-be41-440cc4f07be6 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:33.753234 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1be5aace-26f8-4120-88ff-ab6427db375d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=391ebabdb03d425a952f0b2b88ab4fc0&name=default HTTP/1.1" status: 200 len: 2992 time: 3.1171777 Mar 22 12:53:33.759100 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48360) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:33.766597 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:33.767230 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Checking segment: {'id': 'd39ece4d-d101-4f31-b1a1-350b1029b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '75f6adbc-72a9-4207-be41-440cc4f07be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:33.767603 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Bound using segment: {'id': 'd39ece4d-d101-4f31-b1a1-350b1029b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '75f6adbc-72a9-4207-be41-440cc4f07be6'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:33.768023 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Bound port: ba03520a-e966-491c-a0c5-568b687f27e4, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd39ece4d-d101-4f31-b1a1-350b1029b164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '75f6adbc-72a9-4207-be41-440cc4f07be6'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:33.768417 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:33.829788 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5aace-26f8-4120-88ff-ab6427db375d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4876c756-5e1f-4ca1-837e-70babe247456,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:34.011916 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-914b0c0f-7c18-47b0-b70a-f175c78655e8 req-e4bbb028-03c5-445e-85e5-04938b765c93 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7686722 Mar 22 12:53:34.034732 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.092530 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9da0de78-0002-44be-8969-29f1d7dc9bff admin admin] Publish callbacks [] for security_group (4876c756-5e1f-4ca1-837e-70babe247456), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.098299 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:34.099040 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.104000 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c882ee3-c72f-487b-bf5a-cebafe411f6e HTTP/1.1" status: 200 len: 1093 time: 4.6014063 Mar 22 12:53:34.106775 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec95d51-8ff8-47b9-bade-93c63cfc8f43', 'tag': '4c882ee3-c72f-487b-bf5a-cebafe411f6e'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:53:34.133489 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 0311e65e-51ae-43c1-a8cd-6d841070956c up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:34.142747 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84d5fb8-b097-4e35-a665-f4db834bf8a0 {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:34.154512 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] For port ba03520a-e966-491c-a0c5-568b687f27e4, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:34.178648 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Publish callbacks [] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.222852 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] For port ba03520a-e966-491c-a0c5-568b687f27e4, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ba03520a-e966-491c-a0c5-568b687f27e4,segment=NetworkSegment(d39ece4d-d101-4f31-b1a1-350b1029b164),segment_id=d39ece4d-d101-4f31-b1a1-350b1029b164)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:34.237813 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9da0de78-0002-44be-8969-29f1d7dc9bff admin admin] Publish callbacks [] for security_group (4876c756-5e1f-4ca1-837e-70babe247456), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.239783 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 0311e65e-51ae-43c1-a8cd-6d841070956c triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:34.240296 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.256363 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Transition to ACTIVE for port object d84d5fb8-b097-4e35-a665-f4db834bf8a0 will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:53:34.285094 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4480d-21f6-415f-b99f-5ab1f792a026 service neutron] Pushing event updated for resources: {'Port': ['ID=4c882ee3-c72f-487b-bf5a-cebafe411f6e,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:34.334632 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.437506 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 0311e65e-51ae-43c1-a8cd-6d841070956c is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:34.439096 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 56236860-1e4d-4313-8d5f-2348163cbff9 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:34.450878 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.482633 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9da0de78-0002-44be-8969-29f1d7dc9bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4876c756-5e1f-4ca1-837e-70babe247456), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.492935 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9da0de78-0002-44be-8969-29f1d7dc9bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.502507 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-9da0de78-0002-44be-8969-29f1d7dc9bff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4876c756-5e1f-4ca1-837e-70babe247456 HTTP/1.1" status: 204 len: 168 time: 0.7374001 Mar 22 12:53:34.539111 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:34.540124 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 56236860-1e4d-4313-8d5f-2348163cbff9 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:34.540614 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.545585 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:34.554677 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] 10.222.0.46 "PUT /v2.0/ports/ba03520a-e966-491c-a0c5-568b687f27e4 HTTP/1.1" status: 200 len: 1093 time: 4.5119734 Mar 22 12:53:34.558183 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af10578-1100-4253-9256-953833eb6a49', 'tag': 'ba03520a-e966-491c-a0c5-568b687f27e4'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:53:34.623776 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3404be-882b-4a52-9ac1-874d686706cc req-cd69e858-02ce-4437-8879-b33b08cd4d5f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:34.630055 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2a3404be-882b-4a52-9ac1-874d686706cc req-cd69e858-02ce-4437-8879-b33b08cd4d5f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 931 time: 1.1541040 Mar 22 12:53:34.660171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec95d51-8ff8-47b9-bade-93c63cfc8f43", "tag": "4c882ee3-c72f-487b-bf5a-cebafe411f6e"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:53:34.853184 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 56236860-1e4d-4313-8d5f-2348163cbff9 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:34.857030 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075303-185b-43d3-8f23-3d63288d319e req-dfa47213-e046-4572-a5ca-1b79cfe6b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:34.864691 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-dfa47213-e046-4572-a5ca-1b79cfe6b438 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 1127 time: 0.5757711 Mar 22 12:53:34.906714 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0de78-0002-44be-8969-29f1d7dc9bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4876c756-5e1f-4ca1-837e-70babe247456,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:34.986455 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2a3404be-882b-4a52-9ac1-874d686706cc req-d4433666-16cc-4043-a48e-e89d9bad4dd8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035309 Mar 22 12:53:35.090573 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:35.092248 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fd0f4-a653-46a4-be25-b6af3402a5fd service neutron] Pushing event updated for resources: {'Port': ['ID=ba03520a-e966-491c-a0c5-568b687f27e4,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:35.128363 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b" -d '{"events": [{"name": "network-changed", "server_uuid": "4af10578-1100-4253-9256-953833eb6a49", "tag": "ba03520a-e966-491c-a0c5-568b687f27e4"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:53:35.135439 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-8501deac-a3ee-40de-acb1-6e0dfe5dd86b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e HTTP/1.1" status: 200 len: 217 time: 0.2225335 Mar 22 12:53:35.137430 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee328b-150c-4cae-af09-1977619be4af x-openstack-request-id: req-6fee328b-150c-4cae-af09-1977619be4af {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:53:35.137978 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec95d51-8ff8-47b9-bade-93c63cfc8f43", "tag": "4c882ee3-c72f-487b-bf5a-cebafe411f6e", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:53:35.138637 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6fee328b-150c-4cae-af09-1977619be4af {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:53:35.139559 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fee328b-150c-4cae-af09-1977619be4af'] response: {'name': 'network-changed', 'server_uuid': '3ec95d51-8ff8-47b9-bade-93c63cfc8f43', 'tag': '4c882ee3-c72f-487b-bf5a-cebafe411f6e', 'status': 'completed', 'code': 200} Mar 22 12:53:35.309819 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:35.320222 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Attempting to bind port d84d5fb8-b097-4e35-a665-f4db834bf8a0 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:35.320222 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Attempting to bind port d84d5fb8-b097-4e35-a665-f4db834bf8a0 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:35.320222 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Attempting to bind port d84d5fb8-b097-4e35-a665-f4db834bf8a0 on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:35.364498 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-ad96b7a3-cc6b-49e8-a1ba-e5604457eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:35.366193 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-ad96b7a3-cc6b-49e8-a1ba-e5604457eab4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b96056a446f4cdca44b83c71c251dd1&device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 1127 time: 0.6327446 Mar 22 12:53:35.369725 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Port d84d5fb8-b097-4e35-a665-f4db834bf8a0 on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:53:35.370156 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Attempting to bind port d84d5fb8-b097-4e35-a665-f4db834bf8a0 on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:35.372356 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Pushing event updated for resources: {'Port': ['ID=d84d5fb8-b097-4e35-a665-f4db834bf8a0,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:35.385033 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:35.385373 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Checking segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:35.385916 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Bound using segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:35.386455 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Bound port: d84d5fb8-b097-4e35-a665-f4db834bf8a0, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:35.386957 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:35.402145 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a239b2f6-9eab-46e9-a619-e4338f02f42b x-openstack-request-id: req-a239b2f6-9eab-46e9-a619-e4338f02f42b {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:53:35.402631 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af10578-1100-4253-9256-953833eb6a49", "tag": "ba03520a-e966-491c-a0c5-568b687f27e4", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:53:35.402938 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a239b2f6-9eab-46e9-a619-e4338f02f42b {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:53:35.403494 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a239b2f6-9eab-46e9-a619-e4338f02f42b'] response: {'name': 'network-changed', 'server_uuid': '4af10578-1100-4253-9256-953833eb6a49', 'tag': 'ba03520a-e966-491c-a0c5-568b687f27e4', 'status': 'completed', 'code': 200} Mar 22 12:53:35.427417 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075303-185b-43d3-8f23-3d63288d319e req-61bc8737-c7c4-4518-b951-a2fbcc6ad511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:35.429320 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-61bc8737-c7c4-4518-b951-a2fbcc6ad511 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.2777905 Mar 22 12:53:35.465662 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315347-23ad-4047-be81-b2e4ebec5ff6 req-45095671-cb2c-46d5-96a8-c4d836e8a23a tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:35.476894 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d4315347-23ad-4047-be81-b2e4ebec5ff6 req-45095671-cb2c-46d5-96a8-c4d836e8a23a tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.2846797 Mar 22 12:53:35.505161 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-b257acb7-595f-45aa-b320-0e95906f40b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba03520a-e966-491c-a0c5-568b687f27e4 HTTP/1.1" status: 200 len: 217 time: 0.1045623 Mar 22 12:53:35.621119 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d4315347-23ad-4047-be81-b2e4ebec5ff6 req-8f45eb81-d9aa-4392-bfb7-2041ccccf076 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431260 Mar 22 12:53:35.636234 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075303-185b-43d3-8f23-3d63288d319e req-1006b003-ea9b-4498-9165-83f1b42ae51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:35.638253 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-1006b003-ea9b-4498-9165-83f1b42ae51e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1592224 Mar 22 12:53:35.650585 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Allocated IP 172.27.2.101 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/fabdd0c9-2159-4ad9-a41c-405fd78a9cbf) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:35.711578 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] For port d84d5fb8-b097-4e35-a665-f4db834bf8a0, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:35.775640 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-85eca9cd-0fd7-40a6-ab09-be14e3afde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:35.776942 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-85eca9cd-0fd7-40a6-ab09-be14e3afde91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e99871-c159-4980-81c9-7f4646cc1592 HTTP/1.1" status: 200 len: 851 time: 0.1780968 Mar 22 12:53:35.801669 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] For port d84d5fb8-b097-4e35-a665-f4db834bf8a0, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d84d5fb8-b097-4e35-a665-f4db834bf8a0,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:35.887692 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-fca22acf-4c24-4fa9-9b14-d39982dbc7aa service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834509 Mar 22 12:53:35.906031 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:35.915868 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-2ca6133b-ccd8-414b-bb33-29a2fe402c7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75f6adbc-72a9-4207-be41-440cc4f07be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027951 Mar 22 12:53:36.136671 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Sync routers for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:53:36.158284 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:36.158894 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:36.160020 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41075303-185b-43d3-8f23-3d63288d319e req-9ae6fe60-7b06-49d3-8a35-7e4774180268 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257144 Mar 22 12:53:36.223362 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-35d8bcb1-3d95-4a4a-8d8a-56e97e656429 service neutron] 10.222.0.46 "GET /v2.0/networks/75f6adbc-72a9-4207-be41-440cc4f07be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698996 Mar 22 12:53:36.239227 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:36.240181 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:36.241770 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] 10.222.0.46 "PUT /v2.0/ports/d84d5fb8-b097-4e35-a665-f4db834bf8a0 HTTP/1.1" status: 200 len: 1093 time: 4.5454319 Mar 22 12:53:36.286835 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26255890-5061-4575-a45c-e175e5177d2b req-7669c909-fc47-454d-8231-863963494961 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:36.296096 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-26255890-5061-4575-a45c-e175e5177d2b req-7669c909-fc47-454d-8231-863963494961 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 943 time: 0.1864810 Mar 22 12:53:36.482758 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:36.523560 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-26255890-5061-4575-a45c-e175e5177d2b req-5a92ccfe-5db1-4f1c-904e-69e24fae6c5e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127533 Mar 22 12:53:36.576424 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for port (fabdd0c9-2159-4ad9-a41c-405fd78a9cbf), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:36.612901 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807239c-1b84-4d10-8daa-97aff7b3ef01 service neutron] Pushing event updated for resources: {'Port': ['ID=d84d5fb8-b097-4e35-a665-f4db834bf8a0,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:36.713596 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-0bb3b4c4-a830-471a-850d-e2aaf0eeb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:36.732222 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-cd54cf56-2e53-491f-ada9-52b1c6c1734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:36.738692 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-cd54cf56-2e53-491f-ada9-52b1c6c1734d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 1127 time: 0.2140083 Mar 22 12:53:36.742622 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-0bb3b4c4-a830-471a-850d-e2aaf0eeb5fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 1127 time: 0.2951691 Mar 22 12:53:36.862520 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-6047fdda-0c02-49ce-8ab2-695b7e4f52db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d5fb8-b097-4e35-a665-f4db834bf8a0 HTTP/1.1" status: 200 len: 217 time: 0.0904746 Mar 22 12:53:37.029438 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (fabdd0c9-2159-4ad9-a41c-405fd78a9cbf), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:37.042664 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:24Z', 'revision_number': 2, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:37.092250 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Checking router: 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:53:37.102226 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Updating router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b port 1a778e10-0a10-4b6c-8969-324d251c6cd9 binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:53:37.125878 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Allocated IP 172.27.2.77 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:37.131163 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-859acfeb-0d6c-4931-a200-2ff1aee1a547 req-0d8b8659-309d-4a44-af30-dadc563804bc service neutron] 10.222.0.46 "GET /v2.0/networks/75f6adbc-72a9-4207-be41-440cc4f07be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8995113 Mar 22 12:53:37.146729 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:37.163947 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'Port': ['ID=fabdd0c9-2159-4ad9-a41c-405fd78a9cbf,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:37.192398 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:37.203734 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:37.228533 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:37.349856 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-141d62df-4f73-43c7-bce8-59a7eac746de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:37.351627 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-141d62df-4f73-43c7-bce8-59a7eac746de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.4793530 Mar 22 12:53:37.471606 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3d18d-0291-4a63-b832-8d5722db3b6f req-af0ada5b-214d-490d-aa1a-80b31a761d15 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:37.477956 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-25c3d18d-0291-4a63-b832-8d5722db3b6f req-af0ada5b-214d-490d-aa1a-80b31a761d15 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.6077471 Mar 22 12:53:37.495478 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:37.588942 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-2490e203-1388-44c9-ae00-137406b04666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:37.591135 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-2490e203-1388-44c9-ae00-137406b04666 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2058620 Mar 22 12:53:37.599850 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Publish callbacks [] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:37.648764 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef734e9-6a9c-4831-893d-fb573c81e6f6', 'tag': 'd84d5fb8-b097-4e35-a665-f4db834bf8a0'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:53:37.656589 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d49d9b-6908-4431-86f9-2ca6a89967f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef734e9-6a9c-4831-893d-fb573c81e6f6", "tag": "d84d5fb8-b097-4e35-a665-f4db834bf8a0"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:53:37.674604 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:37.676887 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-25c3d18d-0291-4a63-b832-8d5722db3b6f req-9ecb457a-b8e5-4cba-938c-4ef30983b569 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518219 Mar 22 12:53:37.788460 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:37.854930 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0e8f7-cafa-4048-ba79-d4972ead51b7 None None] Pushing event updated for resources: {'Port': ['ID=1a778e10-0a10-4b6c-8969-324d251c6cd9,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:37.924530 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:37.937553 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:37.946552 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-e0d66b48-bfed-478b-ada8-0cf01e53a677 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199430 Mar 22 12:53:37.947694 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:37.955258 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:38.120014 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-513bab68-30c3-4389-a9f9-0ddba016740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:38.121956 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-513bab68-30c3-4389-a9f9-0ddba016740b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 1.3040595 Mar 22 12:53:38.319757 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c93dcd-4963-453a-af4d-e7fde264eae5 x-openstack-request-id: req-c4c93dcd-4963-453a-af4d-e7fde264eae5 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:53:38.319757 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef734e9-6a9c-4831-893d-fb573c81e6f6", "tag": "d84d5fb8-b097-4e35-a665-f4db834bf8a0", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:53:38.323819 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c4c93dcd-4963-453a-af4d-e7fde264eae5 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:53:38.324555 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c93dcd-4963-453a-af4d-e7fde264eae5'] response: {'name': 'network-changed', 'server_uuid': '0ef734e9-6a9c-4831-893d-fb573c81e6f6', 'tag': 'd84d5fb8-b097-4e35-a665-f4db834bf8a0', 'status': 'completed', 'code': 200} Mar 22 12:53:38.337490 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-86da2519-de40-4188-8e78-79e5f89bdd48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e HTTP/1.1" status: 200 len: 217 time: 0.1980495 Mar 22 12:53:38.350698 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Attempting to bind port 1a778e10-0a10-4b6c-8969-324d251c6cd9 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:38.350698 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Attempting to bind port 1a778e10-0a10-4b6c-8969-324d251c6cd9 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:38.351423 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Attempting to bind port 1a778e10-0a10-4b6c-8969-324d251c6cd9 on network 0153605f-86fa-44c8-843c-61fcb7d41092 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:38.370139 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (2b9531a7-f091-419a-a9f3-82f13a509f94), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:38.373761 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:38.377395 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Checking segment: {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:38.377395 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:38.378094 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Bound using segment: {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:38.379094 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Bound port: 1a778e10-0a10-4b6c-8969-324d251c6cd9, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:38.379879 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:38.398724 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-4152a7f4-e958-4ac3-84b2-89c7947ea095 None None] Provisioning complete for port 1a778e10-0a10-4b6c-8969-324d251c6cd9 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:38.399437 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4152a7f4-e958-4ac3-84b2-89c7947ea095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:38.400164 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-540fe0c7-427f-4f81-8b9f-32be272a20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:38.401797 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-540fe0c7-427f-4f81-8b9f-32be272a20a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b96056a446f4cdca44b83c71c251dd1&device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 1127 time: 0.7456424 Mar 22 12:53:38.478681 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-4152a7f4-e958-4ac3-84b2-89c7947ea095 None None] Port 1a778e10-0a10-4b6c-8969-324d251c6cd9 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:38.519474 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] For port 1a778e10-0a10-4b6c-8969-324d251c6cd9, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:38.523451 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] For port 1a778e10-0a10-4b6c-8969-324d251c6cd9, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=1a778e10-0a10-4b6c-8969-324d251c6cd9,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:38.583939 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:38.637279 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27942651-6886-4d9a-b167-1f5a563fcb33 req-0ecbeab2-8d5a-4d24-9f70-ced173b8974c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:38.644786 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-27942651-6886-4d9a-b167-1f5a563fcb33 req-0ecbeab2-8d5a-4d24-9f70-ced173b8974c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 943 time: 0.8521965 Mar 22 12:53:38.701400 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (8effbe44-12c8-4882-9404-38efc7afdb50), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:38.726061 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:53:38.727003 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:38.730287 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0e8f7-cafa-4048-ba79-d4972ead51b7 None None] Pushing event updated for resources: {'Port': ['ID=1a778e10-0a10-4b6c-8969-324d251c6cd9,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:38.747256 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (fabdd0c9-2159-4ad9-a41c-405fd78a9cbf), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:38.857763 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-27942651-6886-4d9a-b167-1f5a563fcb33 req-04a1fa07-b83c-4422-9917-10af33edcf37 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120497 Mar 22 12:53:38.863711 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1882fc9f-66fa-4477-99af-c1dd2ef37382 req-33d1e6f4-5c71-40ce-a77a-31536237d1f7 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984413 Mar 22 12:53:38.900200 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-599e7285-113e-4b72-81e5-3780911fb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:38.905665 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-599e7285-113e-4b72-81e5-3780911fb44d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.3987610 Mar 22 12:53:39.147138 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for port (fabdd0c9-2159-4ad9-a41c-405fd78a9cbf), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:39.150784 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48522) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:39.185927 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:53:39.186366 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:39.286467 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (fabdd0c9-2159-4ad9-a41c-405fd78a9cbf), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:39.359081 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-bcced2e1-7576-42a9-b998-9e217756904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:39.361710 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-bcced2e1-7576-42a9-b998-9e217756904f service neutron] 10.222.0.46 "GET /v2.0/networks?id=75f6adbc-72a9-4207-be41-440cc4f07be6 HTTP/1.1" status: 200 len: 912 time: 0.8370891 Mar 22 12:53:39.364395 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-f1b46d8d-df92-4140-a4b3-e6813c566e60 None None] Provisioning complete for port 1a778e10-0a10-4b6c-8969-324d251c6cd9 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:39.365002 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f1b46d8d-df92-4140-a4b3-e6813c566e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:39.366886 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (2b9531a7-f091-419a-a9f3-82f13a509f94), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:39.420413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-416bc7a2-08b9-41b7-8775-a8350a8263ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:39.428068 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-416bc7a2-08b9-41b7-8775-a8350a8263ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 1127 time: 0.3889074 Mar 22 12:53:39.449046 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d4bd-a96e-4457-b216-0e83f82db188 req-8b007f30-83b0-4e26-a698-a8ae2972d789 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:39.455947 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8731d4bd-a96e-4457-b216-0e83f82db188 req-8b007f30-83b0-4e26-a698-a8ae2972d789 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.5092077 Mar 22 12:53:39.562386 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-b48a5297-0029-45e6-94bf-777b4b4976aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba03520a-e966-491c-a0c5-568b687f27e4 HTTP/1.1" status: 200 len: 217 time: 0.1424136 Mar 22 12:53:39.565435 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:39.574593 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8588841 Mar 22 12:53:39.633758 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-f1b46d8d-df92-4140-a4b3-e6813c566e60 None None] Current status of the port 1a778e10-0a10-4b6c-8969-324d251c6cd9 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:39.634654 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f1b46d8d-df92-4140-a4b3-e6813c566e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:39.709128 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-d2f7e2bf-fd3a-4ac2-96e4-9ef69f31bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:39.711755 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-d2f7e2bf-fd3a-4ac2-96e4-9ef69f31bb3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.2548862 Mar 22 12:53:39.717652 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ea7a4-6208-42cc-8891-5ea6a84de688 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'Port': ['ID=fabdd0c9-2159-4ad9-a41c-405fd78a9cbf,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:39.723466 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-6706d485-aa99-4d55-bad8-7d09367c1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:39.725084 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-6706d485-aa99-4d55-bad8-7d09367c1cb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e99871-c159-4980-81c9-7f4646cc1592 HTTP/1.1" status: 200 len: 851 time: 0.1535847 Mar 22 12:53:39.728244 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-dd4fcd9b-d717-4204-a366-22544d91cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:39.743651 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:38Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:39.749952 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-dd4fcd9b-d717-4204-a366-22544d91cd10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5804312 Mar 22 12:53:39.818079 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c26767-a25b-4dd7-beb5-30c2060baa35 None None] The sync data for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi is: [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:38Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:53:39.855327 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-f1b46d8d-df92-4140-a4b3-e6813c566e60 None None] For port 1a778e10-0a10-4b6c-8969-324d251c6cd9, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=1a778e10-0a10-4b6c-8969-324d251c6cd9,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:39.901153 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-84d4ce7f-50de-4648-ba61-86c561f6e82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:39.948223 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f1b46d8d-df92-4140-a4b3-e6813c566e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:39.952558 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-018edc48-2da3-4c21-8f0e-a743abe8e950 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75f6adbc-72a9-4207-be41-440cc4f07be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643994 Mar 22 12:53:40.019174 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-dca0a9d5-4338-48ac-a536-1abacfb0668c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d5fb8-b097-4e35-a665-f4db834bf8a0 HTTP/1.1" status: 200 len: 217 time: 0.2780159 Mar 22 12:53:40.126427 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 1a778e10-0a10-4b6c-8969-324d251c6cd9 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:40.129071 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-84d4ce7f-50de-4648-ba61-86c561f6e82b admin admin] Publish callbacks [] for security_group (55ea59c0-dfc0-47e7-967d-4c6b36e41d16), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:40.137315 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b46d8d-df92-4140-a4b3-e6813c566e60 None None] Pushing event updated for resources: {'Port': ['ID=1a778e10-0a10-4b6c-8969-324d251c6cd9,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:40.260366 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-84d4ce7f-50de-4648-ba61-86c561f6e82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (55ea59c0-dfc0-47e7-967d-4c6b36e41d16), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:40.374542 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-84d4ce7f-50de-4648-ba61-86c561f6e82b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e979a7cfffc6495b8cdfab98863c95e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1948457 Mar 22 12:53:40.384728 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48566) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:40.402578 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 1a778e10-0a10-4b6c-8969-324d251c6cd9 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:40.402578 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:40.467910 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4ce7f-50de-4648-ba61-86c561f6e82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea59c0-dfc0-47e7-967d-4c6b36e41d16,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:40.476227 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-5404c539-7114-402f-afef-c08b96ed9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:40.479933 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-5404c539-7114-402f-afef-c08b96ed9aef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.3778746 Mar 22 12:53:40.501696 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-9ec30c2d-6480-4888-82e8-471c13dccfd3 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1043370609&fields=id&tenant_id=fa098af58fdf4e4fa8a14beba977f74b HTTP/1.1" status: 200 len: 267 time: 0.5471740 Mar 22 12:53:40.537487 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-29264e53-a675-4eb2-8337-59b62c00f6fd admin admin] Publish callbacks [] for security_group (55ea59c0-dfc0-47e7-967d-4c6b36e41d16), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:40.574756 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-29264e53-a675-4eb2-8337-59b62c00f6fd admin admin] Publish callbacks [] for security_group (55ea59c0-dfc0-47e7-967d-4c6b36e41d16), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:40.581539 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8731d4bd-a96e-4457-b216-0e83f82db188 req-f3a440af-a607-4535-9088-bf497de14ef0 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1071665 Mar 22 12:53:40.620101 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-800d02ec-d4b1-4ed0-b503-b46c12cd233b service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8684351 Mar 22 12:53:40.672227 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-c6bc8bbc-0439-46c5-ae98-158e888ae01f service neutron] 10.222.0.46 "GET /v2.0/networks/75f6adbc-72a9-4207-be41-440cc4f07be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678593 Mar 22 12:53:40.683091 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 1a778e10-0a10-4b6c-8969-324d251c6cd9 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:40.838282 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:40.899277 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-52223f20-c6ed-4a26-a0ec-7cfc3c6eb8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:40.900651 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4eb160f6-b29a-4dfa-8aef-2b34444d8d6a req-641cabb8-e1f1-416e-85d6-47b8fb79cc50 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535260 Mar 22 12:53:40.903105 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-52223f20-c6ed-4a26-a0ec-7cfc3c6eb8db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3885090 Mar 22 12:53:40.913796 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-c0eecd94-95a2-43f3-9c0f-4fbaa795583b req-9c0641bf-05bf-4bbe-9258-4a8f77dada9e service neutron] 10.222.0.46 "GET /v2.0/networks/75f6adbc-72a9-4207-be41-440cc4f07be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628497 Mar 22 12:53:40.915102 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-c3fe41b8-64a0-4d3d-8a24-0a198d8f26c1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:40.916800 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-c3fe41b8-64a0-4d3d-8a24-0a198d8f26c1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/networks?id=0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 200 len: 811 time: 0.4139433 Mar 22 12:53:40.945112 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67b5dd-09f7-429d-883d-fbdd7aef6047 req-e4dd337a-b139-41c4-b322-5f8798708c9f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:40.947930 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eb67b5dd-09f7-429d-883d-fbdd7aef6047 req-e4dd337a-b139-41c4-b322-5f8798708c9f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 943 time: 0.2354085 Mar 22 12:53:40.952811 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-558893bd-0447-4641-8b8c-e9ee761facff tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/quotas/fa098af58fdf4e4fa8a14beba977f74b HTTP/1.1" status: 200 len: 375 time: 0.0227978 Mar 22 12:53:40.972557 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-29264e53-a675-4eb2-8337-59b62c00f6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (55ea59c0-dfc0-47e7-967d-4c6b36e41d16), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:40.979962 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-29264e53-a675-4eb2-8337-59b62c00f6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:40.981857 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-29264e53-a675-4eb2-8337-59b62c00f6fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55ea59c0-dfc0-47e7-967d-4c6b36e41d16 HTTP/1.1" status: 204 len: 168 time: 0.5942903 Mar 22 12:53:41.001509 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29264e53-a675-4eb2-8337-59b62c00f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea59c0-dfc0-47e7-967d-4c6b36e41d16,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:41.006134 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:41.189288 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:41.274242 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (8effbe44-12c8-4882-9404-38efc7afdb50), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:41.346294 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eb67b5dd-09f7-429d-883d-fbdd7aef6047 req-6228d63a-19dd-4419-94fb-b949ae77dfda tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884056 Mar 22 12:53:41.365024 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-78c07ea0-3d6e-4b81-b8f4-d98d77adc499 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3632288 Mar 22 12:53:41.373274 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-512de83c-00f4-48be-a267-490cb3304f5d service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506844 Mar 22 12:53:41.451797 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:41.453728 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-f78c57a1-63ec-4e2b-a655-edb875414540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3191061 Mar 22 12:53:41.566119 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:41.623375 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-3365c9ea-d68a-48f0-913a-2dc0cd016ad2 service neutron] 10.222.0.69 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367022 Mar 22 12:53:41.690557 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70d49d9b-6908-4431-86f9-2ca6a89967f6 req-e455f5cd-2e16-4aa5-87c5-c41954d2e02c service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227368 Mar 22 12:53:41.896962 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa2774-a10f-4c13-a234-5948d95a4036 req-02bfea1d-111e-4108-a96e-b956f7d1af3a tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:41.899858 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3eaa2774-a10f-4c13-a234-5948d95a4036 req-02bfea1d-111e-4108-a96e-b956f7d1af3a tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.1555493 Mar 22 12:53:41.905149 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 1a778e10-0a10-4b6c-8969-324d251c6cd9 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:41.914564 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-63e81fab-9fb1-4cd1-808a-63ae309afc67 service neutron] 10.222.0.69 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769222 Mar 22 12:53:42.010104 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3eaa2774-a10f-4c13-a234-5948d95a4036 req-dc741b1d-bceb-4090-80df-2c412ab91963 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943263 Mar 22 12:53:42.124317 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 1a778e10-0a10-4b6c-8969-324d251c6cd9 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:42.129800 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:42.307065 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 1a778e10-0a10-4b6c-8969-324d251c6cd9 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:42.489746 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4286707-9b1b-4c03-ba27-897a8e39d4e3 req-8c10a30b-2570-4d59-929a-822540801250 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 210 time: 0.1132839 Mar 22 12:53:42.512445 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b860a9c2-6e29-4959-b57a-4f8da611fef8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1178115977&fields=id&tenant_id=cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 267 time: 0.2462518 Mar 22 12:53:42.737156 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-fbf90aa3-382c-400b-871f-804c6a88eda6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:42.739984 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-fbf90aa3-382c-400b-871f-804c6a88eda6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 815 time: 0.2250149 Mar 22 12:53:42.762515 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48652) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:42.764406 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cffa72-ee78-4871-8b75-9912e4978dc8 req-c222306a-c882-4d32-a0c8-5b7034c0bb06 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:42.774517 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-44cffa72-ee78-4871-8b75-9912e4978dc8 req-c222306a-c882-4d32-a0c8-5b7034c0bb06 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 943 time: 0.1166048 Mar 22 12:53:42.799978 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b263bf7a-f091-470e-961b-43169c066453 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/quotas/cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 375 time: 0.0173581 Mar 22 12:53:42.921209 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-44cffa72-ee78-4871-8b75-9912e4978dc8 req-c0c3f02d-d6c7-4b28-9d50-46c178ff48ca tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449122 Mar 22 12:53:42.953507 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-e21e47cc-7e53-480f-aec1-c47e892ed9f4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359332 Mar 22 12:53:42.959925 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-218005729-network', 'tenant_id': 'ea21675b7ca748fc856c82f307ff3787'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:43.139043 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-13b4fc5d-90e1-4294-89f6-378f73243435 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:53:43.201360 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-13b4fc5d-90e1-4294-89f6-378f73243435 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0719664 Mar 22 12:53:43.235456 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Made reservation on behalf of ea21675b7ca748fc856c82f307ff3787 for: {'network': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:43.238564 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:43.248991 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:43.549425 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Publish callbacks [] for security_group (309f8f81-1a2c-45c3-81b9-5089e334ebc4), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:43.551146 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f985604-f0e6-449b-b127-b69590449c70 req-9bb0b241-b5b5-4c24-a517-7f3d4e71fd39 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:43.551146 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9f985604-f0e6-449b-b127-b69590449c70 req-9bb0b241-b5b5-4c24-a517-7f3d4e71fd39 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.3654733 Mar 22 12:53:43.551146 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b6c5e06c-a1b0-4808-b26b-daa918fe344a service neutron] 10.222.0.69 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730989 Mar 22 12:53:43.617844 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9f985604-f0e6-449b-b127-b69590449c70 req-80dceb10-405b-49e6-adc0-792ad897c887 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168833 Mar 22 12:53:43.697001 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-8a4004d5-98f3-4121-a61f-0004a6eb4e92 service neutron] 10.222.0.69 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631050 Mar 22 12:53:43.718303 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cfa1a564-7ada-4686-96fd-833cd842d693 req-20044e0a-4d96-47d2-bfea-69963af07970 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0377376 Mar 22 12:53:43.732007 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (309f8f81-1a2c-45c3-81b9-5089e334ebc4), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:43.732384 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ed75e34-de5f-4a4f-ba3e-b99163b517c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:43.790278 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=110232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:53:43.834874 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309f8f81-1a2c-45c3-81b9-5089e334ebc4,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:43.841466 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733172401978', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (31ac2ded-50a5-42c1-b63a-54586d2d7f0c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:43.850068 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Unsubscribe: segment precommit_create {{(pid=110232) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 12:53:43.851512 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.segments_db [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Added segment 31ac2ded-50a5-42c1-b63a-54586d2d7f0c of type vlan for network c0b72f94-54fc-4e57-964a-b312782bdaca Mar 22 12:53:43.916567 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (c0b72f94-54fc-4e57-964a-b312782bdaca), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:43.955721 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48696) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:44.063488 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (c0b72f94-54fc-4e57-964a-b312782bdaca), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.065477 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:44.066725 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.091761 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dd53d-ccc4-47fa-976a-74a3fc075410 req-f5cdc6de-d251-44fd-a780-c375e01e6365 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:44.112015 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-608dd53d-ccc4-47fa-976a-74a3fc075410 req-f5cdc6de-d251-44fd-a780-c375e01e6365 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 943 time: 0.0909133 Mar 22 12:53:44.168699 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4d7593e8-adf0-44d6-bd4c-a5457bf84d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.172205 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e2ba26fe-8391-4112-b583-0364e21e9647 req-aad25cd0-dd7f-440e-80ed-5018b4d22514 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 210 time: 0.0365195 Mar 22 12:53:44.220147 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b72f94-54fc-4e57-964a-b312782bdaca,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:44.231001 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-608dd53d-ccc4-47fa-976a-74a3fc075410 req-6c8a16ed-5b4f-4300-ac6f-21f3072c163c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106679 Mar 22 12:53:44.247283 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network c0b72f94-54fc-4e57-964a-b312782bdaca details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:53:44.271222 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e7751bab-42cb-4ba7-bb21-98bf648f44e7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4900494 Mar 22 12:53:44.271222 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48712) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:44.277652 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Request body: {'subnet': {'network_id': 'c0b72f94-54fc-4e57-964a-b312782bdaca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-218005729-subnet', 'tenant_id': 'ea21675b7ca748fc856c82f307ff3787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:44.322285 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4d7593e8-adf0-44d6-bd4c-a5457bf84d30 admin admin] Publish callbacks [] for security_group (642884e5-4544-4ddb-93f4-a99d5743c8de), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.416123 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Made reservation on behalf of ea21675b7ca748fc856c82f307ff3787 for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:44.416453 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4d7593e8-adf0-44d6-bd4c-a5457bf84d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (642884e5-4544-4ddb-93f4-a99d5743c8de), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.418568 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.440190 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48720) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:44.466992 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7593e8-adf0-44d6-bd4c-a5457bf84d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642884e5-4544-4ddb-93f4-a99d5743c8de,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:44.471061 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-4d7593e8-adf0-44d6-bd4c-a5457bf84d30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64ba37be113c427783525b6a8e63d1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5133760 Mar 22 12:53:44.473869 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48724) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:44.532784 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a94e7db7-d56d-40bf-afb3-33a4cb4af62d admin admin] Publish callbacks [] for security_group (642884e5-4544-4ddb-93f4-a99d5743c8de), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.557060 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a94e7db7-d56d-40bf-afb3-33a4cb4af62d admin admin] Publish callbacks [] for security_group (642884e5-4544-4ddb-93f4-a99d5743c8de), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.637484 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-af7dcbdd-ae0a-46aa-8b91-19b0fbc009bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.746239 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a23d-846b-46bb-b18f-64f1c339e53d req-5cd9def4-4dec-40aa-a6d2-3c7dae3ddaeb tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:44.747735 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cb32a23d-846b-46bb-b18f-64f1c339e53d req-5cd9def4-4dec-40aa-a6d2-3c7dae3ddaeb tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.0557098 Mar 22 12:53:44.808148 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cb32a23d-846b-46bb-b18f-64f1c339e53d req-7131db95-0968-4461-8614-2039021e6122 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Mar 22 12:53:44.855924 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a94e7db7-d56d-40bf-afb3-33a4cb4af62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (642884e5-4544-4ddb-93f4-a99d5743c8de), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.855924 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a94e7db7-d56d-40bf-afb3-33a4cb4af62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.855924 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a94e7db7-d56d-40bf-afb3-33a4cb4af62d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/642884e5-4544-4ddb-93f4-a99d5743c8de HTTP/1.1" status: 204 len: 168 time: 0.3512394 Mar 22 12:53:44.863124 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e7db7-d56d-40bf-afb3-33a4cb4af62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642884e5-4544-4ddb-93f4-a99d5743c8de,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:44.895324 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b9cdf43b-5987-4a5f-ae72-c571d21d9695 req-7128b7f7-97f8-42f9-bdfb-8582aa55497d tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0509725 Mar 22 12:53:44.959453 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-af7dcbdd-ae0a-46aa-8b91-19b0fbc009bc admin admin] Publish callbacks [] for security_group (4861a161-4c9a-45ac-8b81-3be1163ebfb7), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:44.989919 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (672baed5-c56e-4e6c-a545-11162f0f13dc), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.049966 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672baed5-c56e-4e6c-a545-11162f0f13dc,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:45.058211 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Checking segment: {'id': '31ac2ded-50a5-42c1-b63a-54586d2d7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c0b72f94-54fc-4e57-964a-b312782bdaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:45.062858 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Network hostable DHCP agents. Network: c0b72f94-54fc-4e57-964a-b312782bdaca, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:53:45.082834 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-af7dcbdd-ae0a-46aa-8b91-19b0fbc009bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4861a161-4c9a-45ac-8b81-3be1163ebfb7), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.125774 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-af7dcbdd-ae0a-46aa-8b91-19b0fbc009bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a373040a3a534aa999caffca9b17e4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6845295 Mar 22 12:53:45.128214 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dcbdd-ae0a-46aa-8b91-19b0fbc009bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4861a161-4c9a-45ac-8b81-3be1163ebfb7,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:45.128616 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48736) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:45.189322 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-73fdb046-5931-410d-bbd6-81fc7f9a2efd admin admin] Publish callbacks [] for security_group (4861a161-4c9a-45ac-8b81-3be1163ebfb7), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.209359 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Network c0b72f94-54fc-4e57-964a-b312782bdaca is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:53:45.250416 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-73fdb046-5931-410d-bbd6-81fc7f9a2efd admin admin] Publish callbacks [] for security_group (4861a161-4c9a-45ac-8b81-3be1163ebfb7), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.335288 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, c0b72f94-54fc-4e57-964a-b312782bdaca) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:45.341316 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a166321b-3d49-437a-a08c-9ea4388ca34a req-32756cc2-2f1f-4ef3-87e9-85fdaefe9235 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 210 time: 0.0820937 Mar 22 12:53:45.346885 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:45.350423 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.364610 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349ffca-4608-4809-b9df-4ee7b48fbf11 None None] Network c0b72f94-54fc-4e57-964a-b312782bdaca requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:45.457307 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-73fdb046-5931-410d-bbd6-81fc7f9a2efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4861a161-4c9a-45ac-8b81-3be1163ebfb7), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.459986 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-73fdb046-5931-410d-bbd6-81fc7f9a2efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.463744 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-73fdb046-5931-410d-bbd6-81fc7f9a2efd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4861a161-4c9a-45ac-8b81-3be1163ebfb7 HTTP/1.1" status: 204 len: 168 time: 0.3314748 Mar 22 12:53:45.470813 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdb046-5931-410d-bbd6-81fc7f9a2efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4861a161-4c9a-45ac-8b81-3be1163ebfb7,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:45.477064 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086537cb-da1b-48ba-9935-4680a9050287 req-ea71d727-ebe5-4cdf-b559-6f9fbc6d960d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:45.478922 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-086537cb-da1b-48ba-9935-4680a9050287 req-ea71d727-ebe5-4cdf-b559-6f9fbc6d960d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 943 time: 0.0677302 Mar 22 12:53:45.488982 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab5d11e-23c1-49a2-82aa-bb71dcd378ae None None] Network c0b72f94-54fc-4e57-964a-b312782bdaca requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:45.519014 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e2728664-7730-44a4-9df1-fe1e468d8299 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2419791 Mar 22 12:53:45.534988 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-086537cb-da1b-48ba-9935-4680a9050287 req-6b0cd44b-1651-49d0-b8c2-0fb689d0f6bd tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503111 Mar 22 12:53:45.780310 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48752) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:45.805659 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9db4ef94-08a1-481d-b040-626cb37ddccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.904002 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-81c3b311-2633-473a-9863-90f20695430c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.920542 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9db4ef94-08a1-481d-b040-626cb37ddccc admin admin] Publish callbacks [] for security_group (2cbff84b-86d1-4844-83b3-aa6d5a7f51d1), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:45.991185 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9db4ef94-08a1-481d-b040-626cb37ddccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2cbff84b-86d1-4844-83b3-aa6d5a7f51d1), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.023694 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeccc4-17ca-4721-9de4-c19233adf59b req-8aa270a2-e430-4bf8-a08e-6e928a978a34 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:46.025296 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-20aeccc4-17ca-4721-9de4-c19233adf59b req-8aa270a2-e430-4bf8-a08e-6e928a978a34 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.1022434 Mar 22 12:53:46.083110 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-58027eba-9e16-47bf-b249-a24748ca93af req-57a168df-41b4-453e-bfbc-86bbb9abc9b3 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0679684 Mar 22 12:53:46.087782 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-9db4ef94-08a1-481d-b040-626cb37ddccc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9fdee52f74a94f0380fb61ddb64b56f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060794 Mar 22 12:53:46.091703 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48762) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:46.095354 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4ef94-08a1-481d-b040-626cb37ddccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbff84b-86d1-4844-83b3-aa6d5a7f51d1,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:46.165259 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ddd9edab-dba3-454d-aff4-84e83a035122 admin admin] Publish callbacks [] for security_group (2cbff84b-86d1-4844-83b3-aa6d5a7f51d1), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.197046 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-20aeccc4-17ca-4721-9de4-c19233adf59b req-558d93b8-aa7b-4a55-ad14-14151b4b9db1 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484497 Mar 22 12:53:46.215661 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ddd9edab-dba3-454d-aff4-84e83a035122 admin admin] Publish callbacks [] for security_group (2cbff84b-86d1-4844-83b3-aa6d5a7f51d1), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.268808 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-bbfd87ea-2755-4e88-9594-d1e1b6c0bb94 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:46.270310 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-bbfd87ea-2755-4e88-9594-d1e1b6c0bb94 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "GET /v2.0/networks?id=0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 200 len: 811 time: 0.1455555 Mar 22 12:53:46.369815 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-5e1c5c49-2080-4cb4-9e45-39c9288533b4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa098af58fdf4e4fa8a14beba977f74b HTTP/1.1" status: 200 len: 380 time: 0.0846364 Mar 22 12:53:46.382694 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'port': {'device_id': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'admin_state_up': True, 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'security_groups': ['cc6dcbc0-a879-4ef3-8d8b-bba383c07f58']}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:46.390568 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48772) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:46.406509 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f6700e25-0316-4b8b-81dc-2f166a6f4465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.466542 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ddd9edab-dba3-454d-aff4-84e83a035122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2cbff84b-86d1-4844-83b3-aa6d5a7f51d1), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.469739 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ddd9edab-dba3-454d-aff4-84e83a035122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.473113 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-ddd9edab-dba3-454d-aff4-84e83a035122 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2cbff84b-86d1-4844-83b3-aa6d5a7f51d1 HTTP/1.1" status: 204 len: 168 time: 0.3777561 Mar 22 12:53:46.476572 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cd06f2f7-2932-41b8-92c5-cc52da0d987b req-6d4a1631-31ed-4e6c-9499-5016de17a266 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 210 time: 0.0371020 Mar 22 12:53:46.494172 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9edab-dba3-454d-aff4-84e83a035122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbff84b-86d1-4844-83b3-aa6d5a7f51d1,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:46.606989 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f6700e25-0316-4b8b-81dc-2f166a6f4465 admin admin] Publish callbacks [] for security_group (3962859c-385f-49f1-b406-18350f56c3ba), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.689000 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d916c3-3623-4dd8-95bc-a850e630b33f req-25cbc027-cd89-46db-8e9c-a8e780045f5f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:46.690497 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-08d916c3-3623-4dd8-95bc-a850e630b33f req-25cbc027-cd89-46db-8e9c-a8e780045f5f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 943 time: 0.0611801 Mar 22 12:53:46.731148 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f6700e25-0316-4b8b-81dc-2f166a6f4465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3962859c-385f-49f1-b406-18350f56c3ba), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.734952 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Made reservation on behalf of fa098af58fdf4e4fa8a14beba977f74b for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:46.738294 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.750206 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-08d916c3-3623-4dd8-95bc-a850e630b33f req-f51c61f7-bed3-4cd3-b74f-13ba08f48f6c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539153 Mar 22 12:53:46.768030 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6700e25-0316-4b8b-81dc-2f166a6f4465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3962859c-385f-49f1-b406-18350f56c3ba,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:46.783320 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f6700e25-0316-4b8b-81dc-2f166a6f4465 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29adf69953644b6a927cb5ff43d44706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3912354 Mar 22 12:53:46.786862 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48784) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:46.846619 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d4b755fa-69e3-4bde-b16d-cd3fc4ad6060 admin admin] Publish callbacks [] for security_group (3962859c-385f-49f1-b406-18350f56c3ba), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.860841 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d4b755fa-69e3-4bde-b16d-cd3fc4ad6060 admin admin] Publish callbacks [] for security_group (3962859c-385f-49f1-b406-18350f56c3ba), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:46.882309 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Allocated IP 172.20.0.7 (0153605f-86fa-44c8-843c-61fcb7d41092/48ecb2af-327d-49eb-8111-f1b888c9b91f/c64606ea-e48d-4752-b6ad-06a44d816d3d) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:47.062649 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d4b755fa-69e3-4bde-b16d-cd3fc4ad6060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3962859c-385f-49f1-b406-18350f56c3ba), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.062944 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.065435 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d4b755fa-69e3-4bde-b16d-cd3fc4ad6060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.066486 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-d4b755fa-69e3-4bde-b16d-cd3fc4ad6060 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3962859c-385f-49f1-b406-18350f56c3ba HTTP/1.1" status: 204 len: 168 time: 0.2786119 Mar 22 12:53:47.074221 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b755fa-69e3-4bde-b16d-cd3fc4ad6060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962859c-385f-49f1-b406-18350f56c3ba,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:47.102370 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48798) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:47.116166 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330243634-network', 'tenant_id': 'a0324ab04aa84ffc99efc47a032e216c'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:47.207993 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-881cc89c-cd94-4f1f-b8b5-0fdaa6bd205e req-57bb6946-85fa-482f-9d79-29ff0850208b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0361471 Mar 22 12:53:47.211560 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Made reservation on behalf of a0324ab04aa84ffc99efc47a032e216c for: {'network': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:47.213001 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.220454 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.235386 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.343080 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50313f38-609f-4f07-afe3-f1374d0ef1f6 req-3bab567a-f291-4454-92a4-2c764eae7394 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:47.344720 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-50313f38-609f-4f07-afe3-f1374d0ef1f6 req-3bab567a-f291-4454-92a4-2c764eae7394 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.0607963 Mar 22 12:53:47.395665 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.408422 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-d79b3188-d509-4fea-b413-5f469a2c2bec tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:47.409816 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-50313f38-609f-4f07-afe3-f1374d0ef1f6 req-c6aad0e6-c4a2-4932-8733-2dee100e5bb1 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555491 Mar 22 12:53:47.409958 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-d79b3188-d509-4fea-b413-5f469a2c2bec tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 815 time: 0.1407278 Mar 22 12:53:47.424614 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Publish callbacks [] for security_group (99125a56-cf5b-4425-a22c-b2b1e17ac429), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.445537 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Network 0153605f-86fa-44c8-843c-61fcb7d41092 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:47.448802 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:47.452648 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:47.458017 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:47.458575 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.478384 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'Port': ['ID=c64606ea-e48d-4752-b6ad-06a44d816d3d,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:47.488120 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48804) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:47.504191 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-613328fd-17a7-4afc-b2f0-4b45bdb53ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.513734 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-6bc15d30-df7e-4c55-9b40-4d9ed0042bb1 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 380 time: 0.0876563 Mar 22 12:53:47.522247 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'port': {'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'admin_state_up': True, 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'security_groups': ['34987391-044f-48f5-b22f-399235d50945']}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:47.569539 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-29948b58-534d-44c3-a9d3-053d8c37c630 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1937716 Mar 22 12:53:47.581584 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (99125a56-cf5b-4425-a22c-b2b1e17ac429), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.623886 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Request body: {'port': {'device_id': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:47.659763 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-613328fd-17a7-4afc-b2f0-4b45bdb53ab9 admin admin] Publish callbacks [] for security_group (a10fbd4c-bb21-478b-b98f-a044283b6e71), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.728136 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=110232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:53:47.751327 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-719b58d9-e525-44dc-9d71-fa53e0b54800 None None] Provisioning complete for port c64606ea-e48d-4752-b6ad-06a44d816d3d triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:47.751910 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-719b58d9-e525-44dc-9d71-fa53e0b54800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.756565 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.756720 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99125a56-cf5b-4425-a22c-b2b1e17ac429,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:47.765967 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c9d5f281-bebd-4e67-9b23-58cf33a934be req-6c520cf6-6ac2-4189-9dd5-84660cfcb429 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 210 time: 0.0865958 Mar 22 12:53:47.773799 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-613328fd-17a7-4afc-b2f0-4b45bdb53ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (a10fbd4c-bb21-478b-b98f-a044283b6e71), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.784799 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (1cbbfe7d-b562-4e5a-91b5-52be3449568c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.785457 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.segments_db [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Added segment 1cbbfe7d-b562-4e5a-91b5-52be3449568c of type vlan for network 93b96458-2ef1-40f0-b00c-db2c3c5b781e Mar 22 12:53:47.825968 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-719b58d9-e525-44dc-9d71-fa53e0b54800 None None] Port c64606ea-e48d-4752-b6ad-06a44d816d3d cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:47.826558 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Made reservation on behalf of cb84bb553b0541e7b4d5f47cfce232aa for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:47.836960 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.914385 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (93b96458-2ef1-40f0-b00c-db2c3c5b781e), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:47.974163 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-613328fd-17a7-4afc-b2f0-4b45bdb53ab9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ccd2a728e514ac98b64afc37c3e5042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848905 Mar 22 12:53:47.979353 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48828) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:47.994733 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613328fd-17a7-4afc-b2f0-4b45bdb53ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10fbd4c-bb21-478b-b98f-a044283b6e71,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:47.997917 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 4c882ee3-c72f-487b-bf5a-cebafe411f6e details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:53:48.103017 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9e6e-2ae1-4cef-8889-f4da46757a9a admin admin] Publish callbacks [] for security_group (a10fbd4c-bb21-478b-b98f-a044283b6e71), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.122350 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Allocated IP 172.20.0.11 (e77cc734-8f84-4908-bac3-1adf9da48e97/d95eef21-c310-45c4-9761-63ce9644db4b/4707d875-ef77-4a81-8a4d-475964124fc3) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:48.144147 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (93b96458-2ef1-40f0-b00c-db2c3c5b781e), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.145377 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:48.146175 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.150325 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9e6e-2ae1-4cef-8889-f4da46757a9a admin admin] Publish callbacks [] for security_group (a10fbd4c-bb21-478b-b98f-a044283b6e71), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.153709 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 4c882ee3-c72f-487b-bf5a-cebafe411f6e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:48.169558 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '4c882ee3-c72f-487b-bf5a-cebafe411f6e', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'port_id': '4c882ee3-c72f-487b-bf5a-cebafe411f6e', 'mac_address': 'fa:16:3e:56:60:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:53:48.192963 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8acbee-a0ff-412c-ae70-1a5516479e12 req-1c321520-a2f9-42f7-b07b-1fbecb7c7967 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:48.194541 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fa8acbee-a0ff-412c-ae70-1a5516479e12 req-1c321520-a2f9-42f7-b07b-1fbecb7c7967 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 943 time: 0.2703829 Mar 22 12:53:48.213628 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 4c882ee3-c72f-487b-bf5a-cebafe411f6e is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:48.214290 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.228635 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c882ee3-c72f-487b-bf5a-cebafe411f6e {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:48.254557 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 4c882ee3-c72f-487b-bf5a-cebafe411f6e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:48.281693 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] Pushing event updated for resources: {'Network': ['ID=93b96458-2ef1-40f0-b00c-db2c3c5b781e,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:48.292174 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 93b96458-2ef1-40f0-b00c-db2c3c5b781e details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:53:48.303777 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fa8acbee-a0ff-412c-ae70-1a5516479e12 req-f6681514-f3a1-4ea4-a980-789c56eb7c38 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990076 Mar 22 12:53:48.345774 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64606ea-e48d-4752-b6ad-06a44d816d3d {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:48.355985 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Publish callbacks [] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.362913 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-55e3ed43-b148-4fa8-8273-f9cf07fc11d3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2593856 Mar 22 12:53:48.363372 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48838) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:48.368830 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Request body: {'subnet': {'network_id': '93b96458-2ef1-40f0-b00c-db2c3c5b781e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330243634-subnet', 'tenant_id': 'a0324ab04aa84ffc99efc47a032e216c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:48.393941 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.393941 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device d84d5fb8-b097-4e35-a665-f4db834bf8a0 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:53:48.411157 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d0f92-e7e0-4e14-8736-a06a4dac54fd req-76c88c2c-b822-468d-8eb2-69d86a60fee2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:48.418450 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-021d0f92-e7e0-4e14-8736-a06a4dac54fd req-76c88c2c-b822-468d-8eb2-69d86a60fee2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 931 time: 0.1082954 Mar 22 12:53:48.431851 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port d84d5fb8-b097-4e35-a665-f4db834bf8a0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d84d5fb8-b097-4e35-a665-f4db834bf8a0,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:48.453379 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (4707d875-ef77-4a81-8a4d-475964124fc3), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.475226 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': 'd84d5fb8-b097-4e35-a665-f4db834bf8a0', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'port_id': 'd84d5fb8-b097-4e35-a665-f4db834bf8a0', 'mac_address': 'fa:16:3e:8a:8c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:53:48.480882 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9e6e-2ae1-4cef-8889-f4da46757a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (a10fbd4c-bb21-478b-b98f-a044283b6e71), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.481839 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Transition to ACTIVE for port object c64606ea-e48d-4752-b6ad-06a44d816d3d will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:53:48.485420 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9e6e-2ae1-4cef-8889-f4da46757a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.489193 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f9fa9e6e-2ae1-4cef-8889-f4da46757a9a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a10fbd4c-bb21-478b-b98f-a044283b6e71 HTTP/1.1" status: 204 len: 168 time: 0.5064728 Mar 22 12:53:48.489331 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-021d0f92-e7e0-4e14-8736-a06a4dac54fd req-02c9689a-5ed1-4418-bb8b-356339bdbcb9 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678568 Mar 22 12:53:48.501532 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa9e6e-2ae1-4cef-8889-f4da46757a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10fbd4c-bb21-478b-b98f-a044283b6e71,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:48.519068 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Made reservation on behalf of a0324ab04aa84ffc99efc47a032e216c for: {'subnet': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:48.522224 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.555693 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=4c882ee3-c72f-487b-bf5a-cebafe411f6e,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:48.555693 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port d84d5fb8-b097-4e35-a665-f4db834bf8a0 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:48.555693 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.572256 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84d5fb8-b097-4e35-a665-f4db834bf8a0 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:48.603514 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port d84d5fb8-b097-4e35-a665-f4db834bf8a0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d84d5fb8-b097-4e35-a665-f4db834bf8a0,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:48.617093 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.640139 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.686159 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Network e77cc734-8f84-4908-bac3-1adf9da48e97 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:48.693144 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:48.695885 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:53:48.703975 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37fefa-cba9-4610-913f-cfc2e13003cc req-f52183a2-78c1-4962-8e93-2e48a9ca892d tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:48.705333 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:48.705545 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ed37fefa-cba9-4610-913f-cfc2e13003cc req-f52183a2-78c1-4962-8e93-2e48a9ca892d tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 943 time: 0.1989045 Mar 22 12:53:48.706323 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:48.738684 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=4707d875-ef77-4a81-8a4d-475964124fc3,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:48.836920 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Pushing event updated for resources: {'Port': ['ID=c64606ea-e48d-4752-b6ad-06a44d816d3d,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:48.836920 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Attempting to bind port c64606ea-e48d-4752-b6ad-06a44d816d3d on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:48.836920 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Attempting to bind port c64606ea-e48d-4752-b6ad-06a44d816d3d by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:48.836920 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Attempting to bind port c64606ea-e48d-4752-b6ad-06a44d816d3d on network 0153605f-86fa-44c8-843c-61fcb7d41092 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:48.880948 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ed37fefa-cba9-4610-913f-cfc2e13003cc req-99d6a81b-77a1-45b8-9b5b-f33b5d6fec29 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583347 Mar 22 12:53:48.890784 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Port c64606ea-e48d-4752-b6ad-06a44d816d3d on network 0153605f-86fa-44c8-843c-61fcb7d41092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:53:48.891263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Attempting to bind port c64606ea-e48d-4752-b6ad-06a44d816d3d on network 0153605f-86fa-44c8-843c-61fcb7d41092 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:48.937367 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:48.937806 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Checking segment: {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:48.938334 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Bound using segment: {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:48.938858 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Bound port: c64606ea-e48d-4752-b6ad-06a44d816d3d, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:48.939279 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.092433 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cf88f-ac3a-4fc3-b367-8af34e958eee req-f70a9956-14b7-4cae-bf20-1815638e0838 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:49.094547 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bf9cf88f-ac3a-4fc3-b367-8af34e958eee req-f70a9956-14b7-4cae-bf20-1815638e0838 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 932 time: 0.2182899 Mar 22 12:53:49.122862 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] For port c64606ea-e48d-4752-b6ad-06a44d816d3d, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:49.141528 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] For port c64606ea-e48d-4752-b6ad-06a44d816d3d, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:49.164917 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.170059 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device ba03520a-e966-491c-a0c5-568b687f27e4 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:53:49.176661 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bf9cf88f-ac3a-4fc3-b367-8af34e958eee req-5a844d4f-9958-4e09-9a1f-7e95716bbbf3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630898 Mar 22 12:53:49.237681 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-a43a7ea4-ef47-4bd5-8363-2162fe5bd357 None None] Provisioning complete for port 4707d875-ef77-4a81-8a4d-475964124fc3 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:49.238141 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-a43a7ea4-ef47-4bd5-8363-2162fe5bd357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.433082 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=d84d5fb8-b097-4e35-a665-f4db834bf8a0,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:49.442122 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9c396-e9a8-4dfb-8756-80bf332965be req-92c7886e-c2c0-471c-a29b-b700b7c7dd37 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:49.443662 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2bf9c396-e9a8-4dfb-8756-80bf332965be req-92c7886e-c2c0-471c-a29b-b700b7c7dd37 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 944 time: 0.0592148 Mar 22 12:53:49.444864 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-a43a7ea4-ef47-4bd5-8363-2162fe5bd357 None None] Port 4707d875-ef77-4a81-8a4d-475964124fc3 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:53:49.479194 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port ba03520a-e966-491c-a0c5-568b687f27e4, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ba03520a-e966-491c-a0c5-568b687f27e4,segment=NetworkSegment(d39ece4d-d101-4f31-b1a1-350b1029b164),segment_id=d39ece4d-d101-4f31-b1a1-350b1029b164)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:49.491599 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': 'ba03520a-e966-491c-a0c5-568b687f27e4', 'network_id': '75f6adbc-72a9-4207-be41-440cc4f07be6', 'port_id': 'ba03520a-e966-491c-a0c5-568b687f27e4', 'mac_address': 'fa:16:3e:b3:8f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e99871-c159-4980-81c9-7f4646cc1592', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:53:49.497325 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2bf9c396-e9a8-4dfb-8756-80bf332965be req-62226c38-eaaf-4c5f-85ad-b98fe285433d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473032 Mar 22 12:53:49.532742 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port ba03520a-e966-491c-a0c5-568b687f27e4 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:49.533141 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.547067 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba03520a-e966-491c-a0c5-568b687f27e4 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:49.567396 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port ba03520a-e966-491c-a0c5-568b687f27e4, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ba03520a-e966-491c-a0c5-568b687f27e4,segment=NetworkSegment(d39ece4d-d101-4f31-b1a1-350b1029b164),segment_id=d39ece4d-d101-4f31-b1a1-350b1029b164)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:49.611217 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5088-51e5-4cef-a7df-9a4b413c9c6a req-857b0650-b25e-404e-998e-44e731bcd3b2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:49.612755 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afbc5088-51e5-4cef-a7df-9a4b413c9c6a req-857b0650-b25e-404e-998e-44e731bcd3b2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 943 time: 0.0552180 Mar 22 12:53:49.663747 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afbc5088-51e5-4cef-a7df-9a4b413c9c6a req-02f52be9-3eed-4e03-85fd-6e347ca5efe2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 Mar 22 12:53:49.713735 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.740148 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b801314d-0656-4699-89ba-4bff87f2dee8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2219069 Mar 22 12:53:49.744327 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.750902 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (daf6527b-45d5-49fd-8e20-a446e35f3d73), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.762083 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Request body: {'port': {'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:53:49.805697 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.861061 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:49.861860 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.863405 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:49.865409 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] 10.222.0.46 "PUT /v2.0/ports/c64606ea-e48d-4752-b6ad-06a44d816d3d HTTP/1.1" status: 200 len: 1093 time: 2.2802010 Mar 22 12:53:49.867610 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'tag': 'c64606ea-e48d-4752-b6ad-06a44d816d3d'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:53:49.872925 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cc6220-b1c6-4b97-bba8-73277bd194ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5aea3db1-b1bf-4968-8208-6a68494cb4f3", "tag": "c64606ea-e48d-4752-b6ad-06a44d816d3d"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:53:49.910151 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=ba03520a-e966-491c-a0c5-568b687f27e4,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:49.923045 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf6527b-45d5-49fd-8e20-a446e35f3d73,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:49.964997 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f395aca-2e6b-4e49-88e5-3a1a06095c9e x-openstack-request-id: req-0f395aca-2e6b-4e49-88e5-3a1a06095c9e {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:53:49.965470 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aea3db1-b1bf-4968-8208-6a68494cb4f3", "tag": "c64606ea-e48d-4752-b6ad-06a44d816d3d", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:53:49.965854 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f395aca-2e6b-4e49-88e5-3a1a06095c9e {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:53:49.966551 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f395aca-2e6b-4e49-88e5-3a1a06095c9e'] response: {'name': 'network-changed', 'server_uuid': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'tag': 'c64606ea-e48d-4752-b6ad-06a44d816d3d', 'status': 'completed', 'code': 200} Mar 22 12:53:49.970183 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8845-f5e6-4c7b-b340-31f8211bf8bf service neutron] Pushing event updated for resources: {'Port': ['ID=c64606ea-e48d-4752-b6ad-06a44d816d3d,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:49.998094 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Checking segment: {'id': '1cbbfe7d-b562-4e5a-91b5-52be3449568c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '93b96458-2ef1-40f0-b00c-db2c3c5b781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:49.998532 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Network hostable DHCP agents. Network: 93b96458-2ef1-40f0-b00c-db2c3c5b781e, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:53:50.128178 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6220-b1c6-4b97-bba8-73277bd194ea req-9d04b4c3-838f-402e-8777-a787c4168f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:50.129607 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e0cc6220-b1c6-4b97-bba8-73277bd194ea req-9d04b4c3-838f-402e-8777-a787c4168f4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 1127 time: 0.1274691 Mar 22 12:53:50.144579 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914261a-5c4f-4171-9cd0-745b8ea34a04 req-e2abe3b9-1c73-4593-b4f8-5fbefdbdf14d tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:50.146569 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:50.152861 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1914261a-5c4f-4171-9cd0-745b8ea34a04 req-e2abe3b9-1c73-4593-b4f8-5fbefdbdf14d tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 944 time: 0.1249151 Mar 22 12:53:50.253486 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Network 93b96458-2ef1-40f0-b00c-db2c3c5b781e is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:53:50.329215 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4707d875-ef77-4a81-8a4d-475964124fc3 {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:50.334225 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['4c882ee3-c72f-487b-bf5a-cebafe411f6e'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:53:50.340331 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Publish callbacks [] for port (4707d875-ef77-4a81-8a4d-475964124fc3), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:50.360202 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['ba03520a-e966-491c-a0c5-568b687f27e4'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:53:50.385528 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Transition to ACTIVE for port object 4707d875-ef77-4a81-8a4d-475964124fc3 will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:53:50.451800 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:50.471178 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['d84d5fb8-b097-4e35-a665-f4db834bf8a0'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:53:50.587407 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Pushing event updated for resources: {'Port': ['ID=4707d875-ef77-4a81-8a4d-475964124fc3,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:50.600594 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 93b96458-2ef1-40f0-b00c-db2c3c5b781e) {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:50.611204 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Attempting to bind port 4707d875-ef77-4a81-8a4d-475964124fc3 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:53:50.612578 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Attempting to bind port 4707d875-ef77-4a81-8a4d-475964124fc3 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:53:50.613183 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Attempting to bind port 4707d875-ef77-4a81-8a4d-475964124fc3 on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:50.634641 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef6749-793d-4641-bf94-d4be0499b975 None None] Network 93b96458-2ef1-40f0-b00c-db2c3c5b781e requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:50.646501 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Port 4707d875-ef77-4a81-8a4d-475964124fc3 on network e77cc734-8f84-4908-bac3-1adf9da48e97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:53:50.647184 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Attempting to bind port 4707d875-ef77-4a81-8a4d-475964124fc3 on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:53:50.656175 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1914261a-5c4f-4171-9cd0-745b8ea34a04 req-4b73000d-c58c-4795-b70f-8eeac22707e6 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978545 Mar 22 12:53:50.662972 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:53:50.664811 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Checking segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:53:50.665780 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Bound using segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:53:50.667193 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Bound port: 4707d875-ef77-4a81-8a4d-475964124fc3, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:53:50.668069 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:50.700619 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:50.701217 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:50.705878 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6220-b1c6-4b97-bba8-73277bd194ea req-4fbc4b3a-9284-49c6-924a-59650ef441f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:50.707480 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e0cc6220-b1c6-4b97-bba8-73277bd194ea req-4fbc4b3a-9284-49c6-924a-59650ef441f0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5536473 Mar 22 12:53:50.750978 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40699-637a-4e16-85ae-a50d01ba1bdf req-ee8f29b6-560b-4ac7-8a17-b1e0930844bf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:50.772690 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c1c40699-637a-4e16-85ae-a50d01ba1bdf req-ee8f29b6-560b-4ac7-8a17-b1e0930844bf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 944 time: 0.4584999 Mar 22 12:53:50.809341 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-870613f7-07a2-473e-a047-d74303cd89bd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4425223 Mar 22 12:53:50.843452 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] For port 4707d875-ef77-4a81-8a4d-475964124fc3, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:50.848945 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] For port 4707d875-ef77-4a81-8a4d-475964124fc3, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4707d875-ef77-4a81-8a4d-475964124fc3,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:50.914095 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c1c40699-637a-4e16-85ae-a50d01ba1bdf req-fe0f9d46-3eb6-416e-bf20-449989917aad tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314123 Mar 22 12:53:50.925684 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:50.929429 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c31ff-cd4d-4750-93db-c3c3058dc07b req-c8fe357a-08d6-4d28-a713-68622fc735de tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:50.937920 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bb0c31ff-cd4d-4750-93db-c3c3058dc07b req-c8fe357a-08d6-4d28-a713-68622fc735de tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 944 time: 0.1574514 Mar 22 12:53:51.003241 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Pushing event updated for resources: {'Port': ['ID=4707d875-ef77-4a81-8a4d-475964124fc3,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:51.013506 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:51.014242 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.015958 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-bc47df1b-79ac-4639-9ff7-deea6334cf8c service neutron] 10.222.0.46 "PUT /v2.0/ports/4707d875-ef77-4a81-8a4d-475964124fc3 HTTP/1.1" status: 200 len: 1094 time: 1.2615597 Mar 22 12:53:51.017053 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc25399-84b3-4afe-9147-341940231742', 'tag': '4707d875-ef77-4a81-8a4d-475964124fc3'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:53:51.019269 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f49aa-893d-4c1f-8774-ce412a0168dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc25399-84b3-4afe-9147-341940231742", "tag": "4707d875-ef77-4a81-8a4d-475964124fc3"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:53:51.027906 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bb0c31ff-cd4d-4750-93db-c3c3058dc07b req-ce6ad7a2-1db5-4696-bc72-e7dd0bd2ab55 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836582 Mar 22 12:53:51.038542 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48914) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:51.109230 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e63d30-5377-40c8-818c-a7e1a08244b6 admin admin] Deleting subnet 672baed5-c56e-4e6c-a545-11162f0f13dc {{(pid=110232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 12:53:51.113335 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67e63d30-5377-40c8-818c-a7e1a08244b6 admin admin] Publish callbacks [] for subnet (672baed5-c56e-4e6c-a545-11162f0f13dc), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.159927 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41ba1f7-b202-46d0-a50a-9c4da70f409c x-openstack-request-id: req-b41ba1f7-b202-46d0-a50a-9c4da70f409c {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:53:51.160635 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc25399-84b3-4afe-9147-341940231742", "tag": "4707d875-ef77-4a81-8a4d-475964124fc3", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:53:51.161064 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b41ba1f7-b202-46d0-a50a-9c4da70f409c {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:53:51.161951 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41ba1f7-b202-46d0-a50a-9c4da70f409c'] response: {'name': 'network-changed', 'server_uuid': '6cc25399-84b3-4afe-9147-341940231742', 'tag': '4707d875-ef77-4a81-8a4d-475964124fc3', 'status': 'completed', 'code': 200} Mar 22 12:53:51.173855 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67e63d30-5377-40c8-818c-a7e1a08244b6 admin admin] Publish callbacks [] for subnet (672baed5-c56e-4e6c-a545-11162f0f13dc), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.179904 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbb394-468a-481d-808f-3f28415773a1 req-9c53395e-3536-4005-97d1-2911b12e4f03 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:51.181477 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4bbb394-468a-481d-808f-3f28415773a1 req-9c53395e-3536-4005-97d1-2911b12e4f03 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 943 time: 0.1490533 Mar 22 12:53:51.187730 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67e63d30-5377-40c8-818c-a7e1a08244b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (672baed5-c56e-4e6c-a545-11162f0f13dc), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.259488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472922ea-ea23-466f-ac4b-64557ab15ab1 None None] Network 93b96458-2ef1-40f0-b00c-db2c3c5b781e requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:53:51.261394 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4bbb394-468a-481d-808f-3f28415773a1 req-a0fb8dea-18ac-4aa7-b964-4f683f55ed1a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725393 Mar 22 12:53:51.382867 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67e63d30-5377-40c8-818c-a7e1a08244b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (672baed5-c56e-4e6c-a545-11162f0f13dc), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.409805 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e63d30-5377-40c8-818c-a7e1a08244b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672baed5-c56e-4e6c-a545-11162f0f13dc,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:51.413391 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67e63d30-5377-40c8-818c-a7e1a08244b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.416804 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-67e63d30-5377-40c8-818c-a7e1a08244b6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/672baed5-c56e-4e6c-a545-11162f0f13dc HTTP/1.1" status: 204 len: 168 time: 0.3770843 Mar 22 12:53:51.420580 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 48922) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:51.494647 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (c0b72f94-54fc-4e57-964a-b312782bdaca), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.576184 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (c0b72f94-54fc-4e57-964a-b312782bdaca), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.599018 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.599365 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.600111 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.600441 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > port after_create 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.600763 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.601329 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > port after_update 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.601402 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.601714 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.602053 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.602382 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.725803 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.726180 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.726511 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.726838 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:51.727204 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b72f94-54fc-4e57-964a-b312782bdaca']}} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:51.758080 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ac2ded-50a5-42c1-b63a-54586d2d7f0c') {'for_net_delete': True} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:51.758375 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ac2ded-50a5-42c1-b63a-54586d2d7f0c') {} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:51.792439 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8397626'] for segment (31ac2ded-50a5-42c1-b63a-54586d2d7f0c), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.819144 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (31ac2ded-50a5-42c1-b63a-54586d2d7f0c), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.832496 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=110231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 12:53:51.832496 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8621929'] for segment (31ac2ded-50a5-42c1-b63a-54586d2d7f0c), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: from cryptography.utils import int_from_bytes Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: from cryptography.utils import int_from_bytes Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: Traceback (most recent call last): Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: timer() Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: cb(*args, **kw) Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: return func(*args, **kwargs) Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: self._notify() Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: self.callback(batched_events) Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: event.method(event) Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: return f(self, *a, **k) Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._get(url).json() Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: return self.request(url, 'GET', **kwargs) Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:53:51.866794 dv-cinder-824149-5-iscsi neutron-server[110231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:53:51.925300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a93f0-91b0-4b75-8f1e-afccda145c03 req-591b8ad9-f1c7-44f7-9863-9c2c3add6b88 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:51.932125 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e25a93f0-91b0-4b75-8f1e-afccda145c03 req-591b8ad9-f1c7-44f7-9863-9c2c3add6b88 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 944 time: 0.1996763 Mar 22 12:53:51.994872 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e25a93f0-91b0-4b75-8f1e-afccda145c03 req-bb955b13-3a0f-4605-981d-d9201b63e197 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618854 Mar 22 12:53:52.047243 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c296289-adba-4bea-8fdd-b9e52b659fe5 req-3a2ae597-83de-4ecb-9762-58675e97a6ac tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:52.048808 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2c296289-adba-4bea-8fdd-b9e52b659fe5 req-3a2ae597-83de-4ecb-9762-58675e97a6ac tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 944 time: 0.0774477 Mar 22 12:53:52.069659 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (c0b72f94-54fc-4e57-964a-b312782bdaca), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.079969 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.086857 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48956) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:52.096254 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] 10.222.0.69 "DELETE /v2.0/networks/c0b72f94-54fc-4e57-964a-b312782bdaca HTTP/1.1" status: 204 len: 168 time: 0.6739066 Mar 22 12:53:52.121943 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc698b43-6e18-4fde-8a0d-2be11fdc7a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b72f94-54fc-4e57-964a-b312782bdaca,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:52.156561 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb13c0d-95a8-480f-abb4-bd385a26a86f admin admin] Deleting subnet daf6527b-45d5-49fd-8e20-a446e35f3d73 {{(pid=110232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 12:53:52.160689 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7bb13c0d-95a8-480f-abb4-bd385a26a86f admin admin] Publish callbacks [] for subnet (daf6527b-45d5-49fd-8e20-a446e35f3d73), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.179753 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2c296289-adba-4bea-8fdd-b9e52b659fe5 req-1aa6a10f-0298-47ee-85f7-d024c0296276 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252484 Mar 22 12:53:52.204969 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a18b76-779b-4840-a975-625350bd0deb req-96bca93e-9985-4e5f-b6c2-c3ea2f2b5785 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:52.205132 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7bb13c0d-95a8-480f-abb4-bd385a26a86f admin admin] Publish callbacks [] for subnet (daf6527b-45d5-49fd-8e20-a446e35f3d73), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.205213 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-88a18b76-779b-4840-a975-625350bd0deb req-96bca93e-9985-4e5f-b6c2-c3ea2f2b5785 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 944 time: 0.0823898 Mar 22 12:53:52.205297 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7bb13c0d-95a8-480f-abb4-bd385a26a86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (daf6527b-45d5-49fd-8e20-a446e35f3d73), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.262377 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-88a18b76-779b-4840-a975-625350bd0deb req-4f4ba11b-ead2-4b6a-a116-47a3c56b212d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556340 Mar 22 12:53:52.343650 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7bb13c0d-95a8-480f-abb4-bd385a26a86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for subnet (daf6527b-45d5-49fd-8e20-a446e35f3d73), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.371376 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb13c0d-95a8-480f-abb4-bd385a26a86f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf6527b-45d5-49fd-8e20-a446e35f3d73,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:52.382937 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7bb13c0d-95a8-480f-abb4-bd385a26a86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.382937 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-7bb13c0d-95a8-480f-abb4-bd385a26a86f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/daf6527b-45d5-49fd-8e20-a446e35f3d73 HTTP/1.1" status: 204 len: 168 time: 0.2945807 Mar 22 12:53:52.383791 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 48970) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:52.386457 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0278a-717f-4875-9f7e-ccf8dda48f2a req-e432b01a-fe54-4e97-a74d-5b517087a8ca tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:52.388357 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-90c0278a-717f-4875-9f7e-ccf8dda48f2a req-e432b01a-fe54-4e97-a74d-5b517087a8ca tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 943 time: 0.0563419 Mar 22 12:53:52.441550 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-90c0278a-717f-4875-9f7e-ccf8dda48f2a req-2f36b897-e321-467a-b38f-7e8fcc0ee49f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470390 Mar 22 12:53:52.463338 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (93b96458-2ef1-40f0-b00c-db2c3c5b781e), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.553753 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (93b96458-2ef1-40f0-b00c-db2c3c5b781e), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.574975 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.575333 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.576040 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.576366 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > port after_create 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.576688 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.577509 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > port after_update 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.577827 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.578182 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.578496 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.578809 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.644273 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.644617 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.644942 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.645268 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:53:52.645631 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b96458-2ef1-40f0-b00c-db2c3c5b781e']}} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:52.663967 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbbfe7d-b562-4e5a-91b5-52be3449568c') {'for_net_delete': True} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:52.664260 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbbfe7d-b562-4e5a-91b5-52be3449568c') {} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:52.680252 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210914'] for segment (1cbbfe7d-b562-4e5a-91b5-52be3449568c), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.706846 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (1cbbfe7d-b562-4e5a-91b5-52be3449568c), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.713596 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=110232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 12:53:52.713799 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9102989'] for segment (1cbbfe7d-b562-4e5a-91b5-52be3449568c), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: from cryptography.utils import int_from_bytes Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: from cryptography.utils import int_from_bytes Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: Traceback (most recent call last): Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: timer() Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: cb(*args, **kw) Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: return func(*args, **kwargs) Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: self._notify() Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: self.callback(batched_events) Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: event.method(event) Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: return f(self, *a, **k) Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._get(url).json() Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: return self.request(url, 'GET', **kwargs) Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:53:52.718462 dv-cinder-824149-5-iscsi neutron-server[110232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:53:52.868303 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (93b96458-2ef1-40f0-b00c-db2c3c5b781e), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.874590 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:52.880353 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/93b96458-2ef1-40f0-b00c-db2c3c5b781e HTTP/1.1" status: 204 len: 168 time: 0.4954844 Mar 22 12:53:52.896702 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3a078-4b65-48d1-b951-e2f1e1e41ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=93b96458-2ef1-40f0-b00c-db2c3c5b781e,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:53.118697 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30639793-320a-4ac7-80e5-eae39c6e50d9 req-092718f3-31b7-4c44-9a7d-390227cd78a0 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:53.120203 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-30639793-320a-4ac7-80e5-eae39c6e50d9 req-092718f3-31b7-4c44-9a7d-390227cd78a0 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 944 time: 0.0516722 Mar 22 12:53:53.167888 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-30639793-320a-4ac7-80e5-eae39c6e50d9 req-3b1533e2-0752-48bf-9775-e3858f8b2cad tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Mar 22 12:53:53.353067 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f49aa-893d-4c1f-8774-ce412a0168dc req-6a08a79a-b9be-4e5f-b055-5ad368cdd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:53.354883 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-f14f49aa-893d-4c1f-8774-ce412a0168dc req-6a08a79a-b9be-4e5f-b055-5ad368cdd61d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 1128 time: 0.0546002 Mar 22 12:53:53.397642 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49016) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:53.505515 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b75dea-21a7-463a-afef-c2464535663d req-cf31884d-f225-421d-b351-c06437357751 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:53.507032 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-45b75dea-21a7-463a-afef-c2464535663d req-cf31884d-f225-421d-b351-c06437357751 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 944 time: 0.2533269 Mar 22 12:53:53.562356 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6220-b1c6-4b97-bba8-73277bd194ea req-a08d7874-8659-411c-82a3-f740c3857d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:53.563928 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e0cc6220-b1c6-4b97-bba8-73277bd194ea req-a08d7874-8659-411c-82a3-f740c3857d8e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2804334 Mar 22 12:53:53.589734 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a066c7b-5a84-4a17-8132-946779529e0c req-92ca479b-4801-456f-81df-cc3c480d1b04 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:53.591267 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6a066c7b-5a84-4a17-8132-946779529e0c req-92ca479b-4801-456f-81df-cc3c480d1b04 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 944 time: 0.1578181 Mar 22 12:53:53.604089 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f9673910-b629-487c-9c2e-37f4085a5272 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea21675b7ca748fc856c82f307ff3787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053139 Mar 22 12:53:53.607555 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49030) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:53.613049 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-45b75dea-21a7-463a-afef-c2464535663d req-fa374853-1dac-4322-b419-5e2555e8a913 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907013 Mar 22 12:53:53.615963 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f49aa-893d-4c1f-8774-ce412a0168dc req-2d185fe9-80c8-47a4-96eb-b9cd6acc2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:53.617754 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-f14f49aa-893d-4c1f-8774-ce412a0168dc req-2d185fe9-80c8-47a4-96eb-b9cd6acc2944 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2480233 Mar 22 12:53:53.688290 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6a066c7b-5a84-4a17-8132-946779529e0c req-de681a6a-ca66-43aa-bcf3-c409aa1dc0eb tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885050 Mar 22 12:53:53.723016 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb1165c3-b87d-4f4c-93ac-c41686cdf52c admin admin] Publish callbacks [] for security_group (309f8f81-1a2c-45c3-81b9-5089e334ebc4), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:53.754441 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb1165c3-b87d-4f4c-93ac-c41686cdf52c admin admin] Publish callbacks [] for security_group (309f8f81-1a2c-45c3-81b9-5089e334ebc4), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:53.771171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844c275-37c5-4231-9929-ff340667700f req-e4b8f237-450d-450a-a3f6-6b5bc3932267 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:53.772663 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1844c275-37c5-4231-9929-ff340667700f req-e4b8f237-450d-450a-a3f6-6b5bc3932267 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 943 time: 0.0978010 Mar 22 12:53:53.839000 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1844c275-37c5-4231-9929-ff340667700f req-9e2f36c4-4e3f-494c-8b35-6ebbcd733e54 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589788 Mar 22 12:53:53.919230 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb1165c3-b87d-4f4c-93ac-c41686cdf52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (309f8f81-1a2c-45c3-81b9-5089e334ebc4), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:53.922481 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb1165c3-b87d-4f4c-93ac-c41686cdf52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:53.923597 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-eb1165c3-b87d-4f4c-93ac-c41686cdf52c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/309f8f81-1a2c-45c3-81b9-5089e334ebc4 HTTP/1.1" status: 204 len: 168 time: 0.3143294 Mar 22 12:53:53.931750 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1165c3-b87d-4f4c-93ac-c41686cdf52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309f8f81-1a2c-45c3-81b9-5089e334ebc4,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:54.320314 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148c1e-d5a5-4eec-825e-4a357269eb7f req-18cc903b-2624-4df7-8c69-bdbf19ca7d85 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:54.321767 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-73148c1e-d5a5-4eec-825e-4a357269eb7f req-18cc903b-2624-4df7-8c69-bdbf19ca7d85 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 944 time: 0.0592172 Mar 22 12:53:54.372602 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-73148c1e-d5a5-4eec-825e-4a357269eb7f req-0458b573-79ee-40bf-b2a4-ac999ae15d0e tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Mar 22 12:53:54.716174 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49080) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:54.745035 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a794-b53b-4946-b344-256b9f3ca888 req-f2ab8e12-fc4f-44a7-9c72-7006de7c87d6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:54.746606 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5784a794-b53b-4946-b344-256b9f3ca888 req-f2ab8e12-fc4f-44a7-9c72-7006de7c87d6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 944 time: 0.0686121 Mar 22 12:53:54.768640 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e5fee425-65b3-4f60-99f7-97345f587104 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0324ab04aa84ffc99efc47a032e216c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513198 Mar 22 12:53:54.771244 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49082) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:54.819590 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a90bd3c8-5cc8-4dcf-a05c-e7c4ac8ca6d4 admin admin] Publish callbacks [] for security_group (99125a56-cf5b-4425-a22c-b2b1e17ac429), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:54.834905 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5784a794-b53b-4946-b344-256b9f3ca888 req-08e7167e-3b44-4215-8cce-9df65a8175a5 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806217 Mar 22 12:53:54.840722 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a90bd3c8-5cc8-4dcf-a05c-e7c4ac8ca6d4 admin admin] Publish callbacks [] for security_group (99125a56-cf5b-4425-a22c-b2b1e17ac429), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:54.848988 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549dea-3692-4c31-9a0b-4c8bed2f5cbd req-1565fcbd-13cb-4150-9b28-e9f1e215b938 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:54.852627 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0549dea-3692-4c31-9a0b-4c8bed2f5cbd req-1565fcbd-13cb-4150-9b28-e9f1e215b938 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 944 time: 0.0771880 Mar 22 12:53:54.926244 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0549dea-3692-4c31-9a0b-4c8bed2f5cbd req-aee1e20c-f3af-48fc-92d3-bb99a385a516 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701425 Mar 22 12:53:54.953825 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a90bd3c8-5cc8-4dcf-a05c-e7c4ac8ca6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (99125a56-cf5b-4425-a22c-b2b1e17ac429), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:54.956616 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a90bd3c8-5cc8-4dcf-a05c-e7c4ac8ca6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:54.961300 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a90bd3c8-5cc8-4dcf-a05c-e7c4ac8ca6d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99125a56-cf5b-4425-a22c-b2b1e17ac429 HTTP/1.1" status: 204 len: 168 time: 0.1858220 Mar 22 12:53:54.971333 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bd3c8-5cc8-4dcf-a05c-e7c4ac8ca6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99125a56-cf5b-4425-a22c-b2b1e17ac429,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:54.971900 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748af2a-6c48-4b7a-a138-2375c4e36384 req-a9ff7e2f-84c5-447e-928d-1edf98436a62 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:54.974145 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49090) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:54.982271 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d748af2a-6c48-4b7a-a138-2375c4e36384 req-a9ff7e2f-84c5-447e-928d-1edf98436a62 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 943 time: 0.0721698 Mar 22 12:53:55.032482 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d748af2a-6c48-4b7a-a138-2375c4e36384 req-21a81548-0506-4f2c-9f7d-148696fe09d1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494771 Mar 22 12:53:55.093150 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c9fa027c-9f65-46c1-a779-bb760fbf458b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:55.167250 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c9fa027c-9f65-46c1-a779-bb760fbf458b admin admin] Publish callbacks [] for security_group (4562a2b4-f0d6-4f5e-9e9a-2d31c663a4fa), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:55.228089 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c9fa027c-9f65-46c1-a779-bb760fbf458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4562a2b4-f0d6-4f5e-9e9a-2d31c663a4fa), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:55.270258 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c9fa027c-9f65-46c1-a779-bb760fbf458b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad0fb8f1dad1452ab56038b3743dd885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948763 Mar 22 12:53:55.272923 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49096) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:55.275593 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa027c-9f65-46c1-a779-bb760fbf458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4562a2b4-f0d6-4f5e-9e9a-2d31c663a4fa,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:55.324381 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-13e76cb3-5d61-40ee-ac5b-e0be6ae4a296 admin admin] Publish callbacks [] for security_group (4562a2b4-f0d6-4f5e-9e9a-2d31c663a4fa), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:55.351693 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-13e76cb3-5d61-40ee-ac5b-e0be6ae4a296 admin admin] Publish callbacks [] for security_group (4562a2b4-f0d6-4f5e-9e9a-2d31c663a4fa), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:55.472099 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-13e76cb3-5d61-40ee-ac5b-e0be6ae4a296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4562a2b4-f0d6-4f5e-9e9a-2d31c663a4fa), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:55.474918 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-13e76cb3-5d61-40ee-ac5b-e0be6ae4a296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:55.476066 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-13e76cb3-5d61-40ee-ac5b-e0be6ae4a296 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4562a2b4-f0d6-4f5e-9e9a-2d31c663a4fa HTTP/1.1" status: 204 len: 168 time: 0.2021635 Mar 22 12:53:55.488138 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e76cb3-5d61-40ee-ac5b-e0be6ae4a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4562a2b4-f0d6-4f5e-9e9a-2d31c663a4fa,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:55.514505 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7334a-46c9-482b-a87a-93f473f4a4da req-48e7b16f-4298-449f-b940-71dbd40cca5b tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:55.514505 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b2d7334a-46c9-482b-a87a-93f473f4a4da req-48e7b16f-4298-449f-b940-71dbd40cca5b tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 944 time: 0.0706398 Mar 22 12:53:55.565967 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b2d7334a-46c9-482b-a87a-93f473f4a4da req-a72c0117-7d6c-42ef-98bd-c173afa90a76 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Mar 22 12:53:55.954693 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f805fbc-4e73-47a0-95d0-c323d822542d req-de80c051-7e7f-4302-a9ad-b6edaf94f89a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:55.956208 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f805fbc-4e73-47a0-95d0-c323d822542d req-de80c051-7e7f-4302-a9ad-b6edaf94f89a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 944 time: 0.0513699 Mar 22 12:53:56.019007 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f805fbc-4e73-47a0-95d0-c323d822542d req-d8825558-0e45-47a3-a132-736fe1000a01 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562575 Mar 22 12:53:56.063896 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d8f54-27da-4d0b-887c-c612eea2cdfd req-3c2b4275-44c1-4e8f-bde0-fa9ad0e6423e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.065383 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fc2d8f54-27da-4d0b-887c-c612eea2cdfd req-3c2b4275-44c1-4e8f-bde0-fa9ad0e6423e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 944 time: 0.0623813 Mar 22 12:53:56.124783 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fc2d8f54-27da-4d0b-887c-c612eea2cdfd req-f1790119-b6a8-4c52-9975-d9f9d80d3322 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539272 Mar 22 12:53:56.140555 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49132) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:56.158950 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca6ae-b73c-4b1e-944f-0f4820d1d43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:56.195239 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab41229-8527-4f35-a7fd-6857218f5b9f req-db4d9ba8-112b-40a1-b726-719948ea2740 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.196721 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ab41229-8527-4f35-a7fd-6857218f5b9f req-db4d9ba8-112b-40a1-b726-719948ea2740 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 943 time: 0.0929911 Mar 22 12:53:56.309516 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ab41229-8527-4f35-a7fd-6857218f5b9f req-7ca1b686-9b3d-4594-a0c2-0b222bc0d89e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051118 Mar 22 12:53:56.315979 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-857ac28c-b413-44c2-9ca2-0c93d645a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.317526 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-857ac28c-b413-44c2-9ca2-0c93d645a81c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 1127 time: 0.1093340 Mar 22 12:53:56.351709 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca6ae-b73c-4b1e-944f-0f4820d1d43e admin admin] Publish callbacks [] for security_group (0d543b36-a649-4209-b91e-9538a7bd6961), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:56.382222 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-e5c4bb8f-4186-4d7c-8fc6-29fd8a20d2a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d HTTP/1.1" status: 200 len: 217 time: 0.0479591 Mar 22 12:53:56.441511 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca6ae-b73c-4b1e-944f-0f4820d1d43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (0d543b36-a649-4209-b91e-9538a7bd6961), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:56.491098 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5e7ca6ae-b73c-4b1e-944f-0f4820d1d43e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36003018c9724a3db6925c1214dacc2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491046 Mar 22 12:53:56.493851 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49138) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:53:56.495419 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-6f7926bc-20df-4dc0-b8da-706ca77382e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.496814 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-6f7926bc-20df-4dc0-b8da-706ca77382e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48ecb2af-327d-49eb-8111-f1b888c9b91f HTTP/1.1" status: 200 len: 850 time: 0.1077187 Mar 22 12:53:56.498708 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ca6ae-b73c-4b1e-944f-0f4820d1d43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d543b36-a649-4209-b91e-9538a7bd6961,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:56.553233 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-b8c2da09-e229-45f7-b98d-271bb006e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.555021 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-b8c2da09-e229-45f7-b98d-271bb006e6d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0153605f-86fa-44c8-843c-61fcb7d41092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502822 Mar 22 12:53:56.587710 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f49aa-893d-4c1f-8774-ce412a0168dc req-87a84fdc-fb36-4cfe-9c6a-86f9d76fc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.587710 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-f14f49aa-893d-4c1f-8774-ce412a0168dc req-87a84fdc-fb36-4cfe-9c6a-86f9d76fc87a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3799574 Mar 22 12:53:56.602523 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-40bdb449-35fc-46e0-a351-4863ee418470 admin admin] Publish callbacks [] for security_group (0d543b36-a649-4209-b91e-9538a7bd6961), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:56.658953 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-40bdb449-35fc-46e0-a351-4863ee418470 admin admin] Publish callbacks [] for security_group (0d543b36-a649-4209-b91e-9538a7bd6961), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:56.691723 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-5a73e999-95fe-40e2-ae3e-cd869e365660 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285894 Mar 22 12:53:56.755421 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-4e7e03e9-7c37-44f3-83c9-e9cd39f65ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.757577 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-4e7e03e9-7c37-44f3-83c9-e9cd39f65ee1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 1128 time: 0.0973837 Mar 22 12:53:56.766134 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799297c0-72c0-4f52-a190-2c8090180f64 req-860dea94-1b45-4232-9616-a64b56e88309 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.767676 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-799297c0-72c0-4f52-a190-2c8090180f64 req-860dea94-1b45-4232-9616-a64b56e88309 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 944 time: 0.1213541 Mar 22 12:53:56.807538 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-19f15c5f-c72d-4226-bfaf-6ba414402395 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4707d875-ef77-4a81-8a4d-475964124fc3 HTTP/1.1" status: 200 len: 217 time: 0.0349791 Mar 22 12:53:56.826161 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6b45a73c-e145-41a5-b1e7-d4547af3b2a4 req-91210335-1746-4fe7-943e-6785998554d3 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263790 Mar 22 12:53:56.844058 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-799297c0-72c0-4f52-a190-2c8090180f64 req-7c179ecb-63d0-4815-9cc3-32cffa502980 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681555 Mar 22 12:53:56.863603 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b44c6e6e-66e4-43d0-8d21-a167472e6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.865070 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-b44c6e6e-66e4-43d0-8d21-a167472e6e71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.0513351 Mar 22 12:53:56.867519 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-40bdb449-35fc-46e0-a351-4863ee418470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (0d543b36-a649-4209-b91e-9538a7bd6961), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:56.870270 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-40bdb449-35fc-46e0-a351-4863ee418470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:56.871370 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-40bdb449-35fc-46e0-a351-4863ee418470 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d543b36-a649-4209-b91e-9538a7bd6961 HTTP/1.1" status: 204 len: 168 time: 0.3715231 Mar 22 12:53:56.906287 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdb449-35fc-46e0-a351-4863ee418470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d543b36-a649-4209-b91e-9538a7bd6961,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:56.927080 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-15926289-d218-4a7f-bcd7-fea2cd0a8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.928667 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-15926289-d218-4a7f-bcd7-fea2cd0a8874 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561781 Mar 22 12:53:57.031445 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-9ff83ac1-6a7c-4dd7-911d-7b98e7183b96 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956831 Mar 22 12:53:57.144810 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-06486589-8061-43fd-b57e-3d7d1426ea19 req-1f4f6086-5a53-4850-81e7-20d2b0363f6d service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073778 Mar 22 12:53:57.158219 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06c3bc-ef74-47d9-95a9-24e87c6184c0 req-d78f5af1-ff3b-4ba1-8522-d683b2e82828 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:57.160131 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ae06c3bc-ef74-47d9-95a9-24e87c6184c0 req-d78f5af1-ff3b-4ba1-8522-d683b2e82828 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 944 time: 0.0649660 Mar 22 12:53:57.222371 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ae06c3bc-ef74-47d9-95a9-24e87c6184c0 req-baea51e3-e17d-4b73-9866-5b064c3e1a8f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563962 Mar 22 12:53:57.267406 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82fe4-a49f-4c9e-baee-18ece06789d5 req-5d3b1d05-7a4b-47ba-9ae1-c365c409c1fc tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:57.268910 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-38c82fe4-a49f-4c9e-baee-18ece06789d5 req-5d3b1d05-7a4b-47ba-9ae1-c365c409c1fc tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 944 time: 0.0621769 Mar 22 12:53:57.342875 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-38c82fe4-a49f-4c9e-baee-18ece06789d5 req-44932e6a-4ce3-4d34-b676-113ef0167d57 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583267 Mar 22 12:53:57.625352 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcbe1a-2c2f-417e-95fe-f5825757c89b req-4bf68100-0844-45e2-a076-ec3e9d03d227 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:57.631934 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e5dcbe1a-2c2f-417e-95fe-f5825757c89b req-4bf68100-0844-45e2-a076-ec3e9d03d227 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 943 time: 0.2517245 Mar 22 12:53:57.681905 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e5dcbe1a-2c2f-417e-95fe-f5825757c89b req-5fc38154-0434-47d8-b35a-773a743a5d0a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484982 Mar 22 12:53:57.977672 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5fe0a-94c6-4a5c-8c59-2599c9e195d2 req-cecfbe14-e821-45f5-a673-1726d3030bb1 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:57.979167 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-09c5fe0a-94c6-4a5c-8c59-2599c9e195d2 req-cecfbe14-e821-45f5-a673-1726d3030bb1 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 944 time: 0.0555143 Mar 22 12:53:58.028430 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-09c5fe0a-94c6-4a5c-8c59-2599c9e195d2 req-b78a92f6-ae59-4fd9-8b56-703fe8b93e76 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 Mar 22 12:53:58.319361 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device c64606ea-e48d-4752-b6ad-06a44d816d3d details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:53:58.337863 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 4c882ee3-c72f-487b-bf5a-cebafe411f6e up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:58.419581 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc692d4-14f3-4d37-8d7f-cf5bd80f9863 req-60d52672-b642-4039-a69e-aa9b05a41d0c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:58.422447 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8cc692d4-14f3-4d37-8d7f-cf5bd80f9863 req-60d52672-b642-4039-a69e-aa9b05a41d0c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 944 time: 0.1226282 Mar 22 12:53:58.479893 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port c64606ea-e48d-4752-b6ad-06a44d816d3d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:58.496249 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': 'c64606ea-e48d-4752-b6ad-06a44d816d3d', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'port_id': 'c64606ea-e48d-4752-b6ad-06a44d816d3d', 'mac_address': 'fa:16:3e:9f:9b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:53:58.511423 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8cc692d4-14f3-4d37-8d7f-cf5bd80f9863 req-922b9639-9281-4280-a1b5-e7d030e0d31c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811944 Mar 22 12:53:58.524220 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7247-9597-498d-905e-5fc4295e33a0 req-4954b5d4-fc80-4e85-b471-67152ab1e98e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:58.525927 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-722b7247-9597-498d-905e-5fc4295e33a0 req-4954b5d4-fc80-4e85-b471-67152ab1e98e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 944 time: 0.0943658 Mar 22 12:53:58.546503 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port c64606ea-e48d-4752-b6ad-06a44d816d3d is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:58.547012 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:58.560858 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64606ea-e48d-4752-b6ad-06a44d816d3d {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:58.578552 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-722b7247-9597-498d-905e-5fc4295e33a0 req-e687373e-c1b5-4cd5-ace0-c014faeb2c9b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Mar 22 12:53:58.585640 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port c64606ea-e48d-4752-b6ad-06a44d816d3d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:58.610443 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 4c882ee3-c72f-487b-bf5a-cebafe411f6e completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:53:58.614913 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 4c882ee3-c72f-487b-bf5a-cebafe411f6e triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:58.615296 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:58.687016 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:58.687675 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 4707d875-ef77-4a81-8a4d-475964124fc3 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:53:58.722452 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 4c882ee3-c72f-487b-bf5a-cebafe411f6e is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:58.722847 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:58.811807 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec95d51-8ff8-47b9-bade-93c63cfc8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c882ee3-c72f-487b-bf5a-cebafe411f6e'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:53:58.846082 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268c3af-cc73-4ba2-9abd-c53240276cc1 req-b418fef5-a123-4410-8375-734f79357172 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:58.864465 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6268c3af-cc73-4ba2-9abd-c53240276cc1 req-b418fef5-a123-4410-8375-734f79357172 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 944 time: 0.0715969 Mar 22 12:53:58.902782 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=c64606ea-e48d-4752-b6ad-06a44d816d3d,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:58.909690 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 4c882ee3-c72f-487b-bf5a-cebafe411f6e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:58.928020 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6268c3af-cc73-4ba2-9abd-c53240276cc1 req-892637f7-a0c1-4f4b-a8ac-fe53fd985ff3 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737376 Mar 22 12:53:58.949979 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 4707d875-ef77-4a81-8a4d-475964124fc3, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4707d875-ef77-4a81-8a4d-475964124fc3,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:58.968808 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '4707d875-ef77-4a81-8a4d-475964124fc3', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:53:58.968808 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:58.968808 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device d84d5fb8-b097-4e35-a665-f4db834bf8a0 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:59.035500 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c10e59-fda7-4251-b0e6-920bec969260" -d '{"events": [{"server_uuid": "3ec95d51-8ff8-47b9-bade-93c63cfc8f43", "name": "network-vif-plugged", "status": "completed", "tag": "4c882ee3-c72f-487b-bf5a-cebafe411f6e"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:53:59.074389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 4707d875-ef77-4a81-8a4d-475964124fc3 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:59.074784 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:59.110835 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4707d875-ef77-4a81-8a4d-475964124fc3 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:53:59.135938 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 4707d875-ef77-4a81-8a4d-475964124fc3, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4707d875-ef77-4a81-8a4d-475964124fc3,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:59.137137 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=4c882ee3-c72f-487b-bf5a-cebafe411f6e,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:59.171970 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1881f6-d7c7-42d7-95ef-3e4e39c733e2 req-354bd322-3f76-4b58-bb94-183be1eb4652 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:59.172820 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5b1881f6-d7c7-42d7-95ef-3e4e39c733e2 req-354bd322-3f76-4b58-bb94-183be1eb4652 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 944 time: 0.0606990 Mar 22 12:53:59.234872 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:59.238519 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port d84d5fb8-b097-4e35-a665-f4db834bf8a0 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:53:59.254863 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5b1881f6-d7c7-42d7-95ef-3e4e39c733e2 req-5e205acc-c9ad-44a6-a03c-276f3f496085 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749052 Mar 22 12:53:59.387316 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9abb1d6-f10a-46e8-a25c-8aa7248955f5 x-openstack-request-id: req-f9abb1d6-f10a-46e8-a25c-8aa7248955f5 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:53:59.387921 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec95d51-8ff8-47b9-bade-93c63cfc8f43", "name": "network-vif-plugged", "status": "completed", "tag": "4c882ee3-c72f-487b-bf5a-cebafe411f6e", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:53:59.387921 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9abb1d6-f10a-46e8-a25c-8aa7248955f5 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:53:59.392530 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9abb1d6-f10a-46e8-a25c-8aa7248955f5'] response: {'server_uuid': '3ec95d51-8ff8-47b9-bade-93c63cfc8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c882ee3-c72f-487b-bf5a-cebafe411f6e', 'code': 200} Mar 22 12:53:59.392530 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port d84d5fb8-b097-4e35-a665-f4db834bf8a0 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:59.392530 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:59.443937 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=4707d875-ef77-4a81-8a4d-475964124fc3,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:59.493462 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port d84d5fb8-b097-4e35-a665-f4db834bf8a0 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:53:59.494527 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:59.540311 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port d84d5fb8-b097-4e35-a665-f4db834bf8a0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d84d5fb8-b097-4e35-a665-f4db834bf8a0,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:59.623677 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:59.624920 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device ba03520a-e966-491c-a0c5-568b687f27e4 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:53:59.646156 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6668c-fb04-4819-9769-6d4de2335cc3 req-97f0f4fa-b306-426d-b38d-4610602d46bd tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:59.655684 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bea6668c-fb04-4819-9769-6d4de2335cc3 req-97f0f4fa-b306-426d-b38d-4610602d46bd tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 945 time: 0.0738039 Mar 22 12:53:59.674012 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['c64606ea-e48d-4752-b6ad-06a44d816d3d'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:53:59.675934 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['4707d875-ef77-4a81-8a4d-475964124fc3'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:53:59.752651 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bea6668c-fb04-4819-9769-6d4de2335cc3 req-de69e9f3-aae0-4195-a5cd-806315d6a211 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959859 Mar 22 12:53:59.772347 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887589f-c2ac-4bf4-98fd-81a4d23d9bf8 req-20e6c453-4b61-4781-b4c7-79efc07e0f12 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:59.773926 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b275d-a1a9-465e-8aeb-01cbef92f09d req-ca425ad3-d61e-46d4-bb6a-180f55ba555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:59.775123 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6887589f-c2ac-4bf4-98fd-81a4d23d9bf8 req-20e6c453-4b61-4781-b4c7-79efc07e0f12 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1048636 Mar 22 12:53:59.776722 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d93b275d-a1a9-465e-8aeb-01cbef92f09d req-ca425ad3-d61e-46d4-bb6a-180f55ba555e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 1129 time: 0.1062329 Mar 22 12:53:59.801593 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-d93b275d-a1a9-465e-8aeb-01cbef92f09d req-749f1678-425b-4f62-8d16-ae2f18ae9e9d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:59.828971 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6887589f-c2ac-4bf4-98fd-81a4d23d9bf8 req-357c4eca-8568-4ad7-9f01-566156aa1070 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473135 Mar 22 12:53:59.849496 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=d84d5fb8-b097-4e35-a665-f4db834bf8a0,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:59.902648 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-d93b275d-a1a9-465e-8aeb-01cbef92f09d req-749f1678-425b-4f62-8d16-ae2f18ae9e9d service neutron] Publish callbacks [] for security_group (bfbc8fd1-b6b9-454a-b65c-61b97ecf46f6), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:59.938254 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port ba03520a-e966-491c-a0c5-568b687f27e4 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:53:59.954565 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port ba03520a-e966-491c-a0c5-568b687f27e4 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:53:59.955051 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:53:59.964251 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-d93b275d-a1a9-465e-8aeb-01cbef92f09d req-749f1678-425b-4f62-8d16-ae2f18ae9e9d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (bfbc8fd1-b6b9-454a-b65c-61b97ecf46f6), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:00.035760 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f1678-425b-4f62-8d16-ae2f18ae9e9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbc8fd1-b6b9-454a-b65c-61b97ecf46f6,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:00.042431 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d93b275d-a1a9-465e-8aeb-01cbef92f09d req-749f1678-425b-4f62-8d16-ae2f18ae9e9d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582777 Mar 22 12:54:00.083570 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583708-9f1d-4a0f-a535-0576d3396749 req-0d843c7e-62a9-4699-b78e-46323e749665 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:00.085625 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b3583708-9f1d-4a0f-a535-0576d3396749 req-0d843c7e-62a9-4699-b78e-46323e749665 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 944 time: 0.0704620 Mar 22 12:54:00.153777 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port ba03520a-e966-491c-a0c5-568b687f27e4 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:00.154796 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:00.161228 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b3583708-9f1d-4a0f-a535-0576d3396749 req-2fbf0c8a-8dcd-410d-8270-f1aae806e7e3 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692005 Mar 22 12:54:00.213574 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port ba03520a-e966-491c-a0c5-568b687f27e4, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ba03520a-e966-491c-a0c5-568b687f27e4,segment=NetworkSegment(d39ece4d-d101-4f31-b1a1-350b1029b164),segment_id=d39ece4d-d101-4f31-b1a1-350b1029b164)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:00.386761 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d7edb-ff4f-4ea6-9095-034abcd5e68c req-ca668830-fd53-49a0-a143-671631ea4bf0 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:00.388252 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8e8d7edb-ff4f-4ea6-9095-034abcd5e68c req-ca668830-fd53-49a0-a143-671631ea4bf0 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 945 time: 0.0534782 Mar 22 12:54:00.443173 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8e8d7edb-ff4f-4ea6-9095-034abcd5e68c req-bc8945ed-cee1-44b0-a35a-01c44d3eccbb tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491538 Mar 22 12:54:00.542923 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:00.613921 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=ba03520a-e966-491c-a0c5-568b687f27e4,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:00.883057 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379d54c-537c-4cb4-9c3c-387e0b1c1260 req-62d3adca-6b2f-4158-af06-89f9d718bf3a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:00.883520 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9379d54c-537c-4cb4-9c3c-387e0b1c1260 req-62d3adca-6b2f-4158-af06-89f9d718bf3a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 945 time: 0.0641551 Mar 22 12:54:00.966191 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9379d54c-537c-4cb4-9c3c-387e0b1c1260 req-2f202080-0fe5-4b13-90d2-fb384979f5bd tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770295 Mar 22 12:54:00.986081 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca3933-220d-45de-bace-661b8b944d01 req-ba8afc4b-6220-4be2-8a60-01a355bdc116 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:00.987605 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-17ca3933-220d-45de-bace-661b8b944d01 req-ba8afc4b-6220-4be2-8a60-01a355bdc116 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0840120 Mar 22 12:54:01.038553 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-17ca3933-220d-45de-bace-661b8b944d01 req-bdc0e1c4-aa34-4e3d-8ba1-ddc8d1d7ee7d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Mar 22 12:54:01.305050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf836a8-900d-4c9e-a9b8-18fa0e595b8c req-a0f7c25b-e2bb-4c2f-9ebe-b153f1fd82d2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:01.306836 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7bf836a8-900d-4c9e-a9b8-18fa0e595b8c req-a0f7c25b-e2bb-4c2f-9ebe-b153f1fd82d2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 944 time: 0.0598738 Mar 22 12:54:01.366058 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7bf836a8-900d-4c9e-a9b8-18fa0e595b8c req-47b8c331-d75e-49e2-873b-5ca1afe5f47b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474949 Mar 22 12:54:01.390152 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef734e9-6a9c-4831-893d-fb573c81e6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d5fb8-b097-4e35-a665-f4db834bf8a0'}, {'server_uuid': '4af10578-1100-4253-9256-953833eb6a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba03520a-e966-491c-a0c5-568b687f27e4'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:54:01.392736 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab89519-73c5-46be-a49c-fa591c5c47bb" -d '{"events": [{"server_uuid": "0ef734e9-6a9c-4831-893d-fb573c81e6f6", "name": "network-vif-plugged", "status": "completed", "tag": "d84d5fb8-b097-4e35-a665-f4db834bf8a0"}, {"server_uuid": "4af10578-1100-4253-9256-953833eb6a49", "name": "network-vif-plugged", "status": "completed", "tag": "ba03520a-e966-491c-a0c5-568b687f27e4"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:54:01.446398 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd52406f-d872-461f-b846-3c56a1afceae x-openstack-request-id: req-fd52406f-d872-461f-b846-3c56a1afceae {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:54:01.446644 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef734e9-6a9c-4831-893d-fb573c81e6f6", "name": "network-vif-plugged", "status": "completed", "tag": "d84d5fb8-b097-4e35-a665-f4db834bf8a0", "code": 200}, {"server_uuid": "4af10578-1100-4253-9256-953833eb6a49", "name": "network-vif-plugged", "status": "completed", "tag": "ba03520a-e966-491c-a0c5-568b687f27e4", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:54:01.446894 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd52406f-d872-461f-b846-3c56a1afceae {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:54:01.447304 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd52406f-d872-461f-b846-3c56a1afceae'] response: {'server_uuid': '0ef734e9-6a9c-4831-893d-fb573c81e6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d5fb8-b097-4e35-a665-f4db834bf8a0', 'code': 200} Mar 22 12:54:01.447563 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd52406f-d872-461f-b846-3c56a1afceae'] response: {'server_uuid': '4af10578-1100-4253-9256-953833eb6a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba03520a-e966-491c-a0c5-568b687f27e4', 'code': 200} Mar 22 12:54:01.598075 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d5497-8d5d-4e09-be3b-f0e0d72654db req-20edb4db-b8fe-4628-87eb-62c3b48469b9 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:01.599695 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-362d5497-8d5d-4e09-be3b-f0e0d72654db req-20edb4db-b8fe-4628-87eb-62c3b48469b9 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 945 time: 0.0742311 Mar 22 12:54:01.651033 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-362d5497-8d5d-4e09-be3b-f0e0d72654db req-d900da45-31f8-4287-8c72-78ef3e2578f2 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446439 Mar 22 12:54:01.993116 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0f136-2ccf-4781-ad28-fe161bd279a2 req-ec8e2af1-1667-4ff0-97b8-3fde328c03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:01.994946 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-64a0f136-2ccf-4781-ad28-fe161bd279a2 req-ec8e2af1-1667-4ff0-97b8-3fde328c03ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 1129 time: 0.0567081 Mar 22 12:54:02.041862 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b074871-69a5-476f-95eb-5a2734909ffe req-58c0ac89-fd89-4d32-b2ee-f111b18a36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:02.043521 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2b074871-69a5-476f-95eb-5a2734909ffe req-58c0ac89-fd89-4d32-b2ee-f111b18a36a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 1129 time: 0.1041727 Mar 22 12:54:02.054622 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-64a0f136-2ccf-4781-ad28-fe161bd279a2 req-016624ac-f799-4e1e-a8ab-59ac03766058 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428805 Mar 22 12:54:02.129357 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2b074871-69a5-476f-95eb-5a2734909ffe req-eb03a400-7210-4858-96ee-a5bc12ecbed4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747447 Mar 22 12:54:02.152354 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d016-95b9-48a5-8840-d57f21633ba6 req-8196ebce-7800-40bf-b190-18304bc128ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:02.153554 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5833d016-95b9-48a5-8840-d57f21633ba6 req-8196ebce-7800-40bf-b190-18304bc128ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 945 time: 0.1090691 Mar 22 12:54:02.234773 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5833d016-95b9-48a5-8840-d57f21633ba6 req-4ffdc819-652e-43f9-840a-f7caa0bbf995 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609252 Mar 22 12:54:02.242938 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9724a7-d606-4534-b064-0fbff76cb6be req-0cbe5895-7c33-4707-961e-bd711766e479 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:02.244459 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6c9724a7-d606-4534-b064-0fbff76cb6be req-0cbe5895-7c33-4707-961e-bd711766e479 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1076536 Mar 22 12:54:02.312971 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6c9724a7-d606-4534-b064-0fbff76cb6be req-a5a00c9c-3723-409f-bf4a-d1fe191c1085 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582316 Mar 22 12:54:02.341905 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 4707d875-ef77-4a81-8a4d-475964124fc3 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:02.487165 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96964388-d60e-4918-b648-ee7efdef771f req-1a7b9150-765e-4039-a12a-ec62b70daaac tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:02.488672 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-96964388-d60e-4918-b648-ee7efdef771f req-1a7b9150-765e-4039-a12a-ec62b70daaac tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 944 time: 0.0542159 Mar 22 12:54:02.537347 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-96964388-d60e-4918-b648-ee7efdef771f req-5a29a183-49d6-47ef-a4dc-2b1cc8511892 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Mar 22 12:54:02.547714 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 4707d875-ef77-4a81-8a4d-475964124fc3 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:54:02.548697 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 4707d875-ef77-4a81-8a4d-475964124fc3 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:02.548697 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:02.642845 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 4707d875-ef77-4a81-8a4d-475964124fc3 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:02.643180 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:02.677261 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 4707d875-ef77-4a81-8a4d-475964124fc3, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4707d875-ef77-4a81-8a4d-475964124fc3,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:02.747744 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:02.749120 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device c64606ea-e48d-4752-b6ad-06a44d816d3d up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:02.788695 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e5535-eff3-4a37-bf9a-bd2d92f77a00 req-b0563084-9d79-4271-af83-2aed06952939 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:02.790282 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9c1e5535-eff3-4a37-bf9a-bd2d92f77a00 req-b0563084-9d79-4271-af83-2aed06952939 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 945 time: 0.0606167 Mar 22 12:54:02.839254 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=4707d875-ef77-4a81-8a4d-475964124fc3,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:02.845658 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9c1e5535-eff3-4a37-bf9a-bd2d92f77a00 req-da805c39-4979-4404-a889-95358f1478e9 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498393 Mar 22 12:54:02.924552 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port c64606ea-e48d-4752-b6ad-06a44d816d3d completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:54:02.928619 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port c64606ea-e48d-4752-b6ad-06a44d816d3d triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:02.928998 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.008426 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port c64606ea-e48d-4752-b6ad-06a44d816d3d is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:03.008941 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.043698 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port c64606ea-e48d-4752-b6ad-06a44d816d3d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:03.125192 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.178446 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=c64606ea-e48d-4752-b6ad-06a44d816d3d,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:03.181623 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49388) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:03.291195 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0d7ccaaa-96c1-4d78-9e0a-58ba66273155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.380695 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d1dc0-38a7-4595-887e-ec64a4e46a20 req-5ebe16f5-3538-4c3c-8a5c-c621fc5cd0ee tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:03.382224 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-366d1dc0-38a7-4595-887e-ec64a4e46a20 req-5ebe16f5-3538-4c3c-8a5c-c621fc5cd0ee tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 946 time: 0.0779502 Mar 22 12:54:03.448743 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc25399-84b3-4afe-9147-341940231742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4707d875-ef77-4a81-8a4d-475964124fc3'}, {'server_uuid': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64606ea-e48d-4752-b6ad-06a44d816d3d'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:54:03.451273 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a6b042-c283-4935-8542-bf123a9055bb" -d '{"events": [{"server_uuid": "6cc25399-84b3-4afe-9147-341940231742", "name": "network-vif-plugged", "status": "completed", "tag": "4707d875-ef77-4a81-8a4d-475964124fc3"}, {"server_uuid": "5aea3db1-b1bf-4968-8208-6a68494cb4f3", "name": "network-vif-plugged", "status": "completed", "tag": "c64606ea-e48d-4752-b6ad-06a44d816d3d"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:54:03.491824 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0d7ccaaa-96c1-4d78-9e0a-58ba66273155 admin admin] Publish callbacks [] for security_group (0fcb5d35-de7b-4447-8c7c-4f6bd131fcd3), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.508070 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-366d1dc0-38a7-4595-887e-ec64a4e46a20 req-4a98d35b-bbc5-41d3-b6db-bf2349961015 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090953 Mar 22 12:54:03.518901 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0905-bb74-4e73-82e4-06b3f4b49bc5 req-889b81d0-d880-4d9d-9f49-12cc00e9f2d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:03.520503 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-785a0905-bb74-4e73-82e4-06b3f4b49bc5 req-889b81d0-d880-4d9d-9f49-12cc00e9f2d4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1352832 Mar 22 12:54:03.569260 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e452965f-48b2-4c09-bb0f-161a248d6730 x-openstack-request-id: req-e452965f-48b2-4c09-bb0f-161a248d6730 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:54:03.569543 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc25399-84b3-4afe-9147-341940231742", "name": "network-vif-plugged", "status": "completed", "tag": "4707d875-ef77-4a81-8a4d-475964124fc3", "code": 200}, {"server_uuid": "5aea3db1-b1bf-4968-8208-6a68494cb4f3", "name": "network-vif-plugged", "status": "completed", "tag": "c64606ea-e48d-4752-b6ad-06a44d816d3d", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:54:03.569971 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e452965f-48b2-4c09-bb0f-161a248d6730 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:54:03.570581 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e452965f-48b2-4c09-bb0f-161a248d6730'] response: {'server_uuid': '6cc25399-84b3-4afe-9147-341940231742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4707d875-ef77-4a81-8a4d-475964124fc3', 'code': 200} Mar 22 12:54:03.570907 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e452965f-48b2-4c09-bb0f-161a248d6730'] response: {'server_uuid': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64606ea-e48d-4752-b6ad-06a44d816d3d', 'code': 200} Mar 22 12:54:03.573740 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0d7ccaaa-96c1-4d78-9e0a-58ba66273155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (0fcb5d35-de7b-4447-8c7c-4f6bd131fcd3), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.598093 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-785a0905-bb74-4e73-82e4-06b3f4b49bc5 req-eb288cdb-b32c-4457-a9ca-86ede31e1168 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668769 Mar 22 12:54:03.627494 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-0d7ccaaa-96c1-4d78-9e0a-58ba66273155 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef3c60561c0a4287b677d7a116a0a74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421380 Mar 22 12:54:03.627494 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ccaaa-96c1-4d78-9e0a-58ba66273155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb5d35-de7b-4447-8c7c-4f6bd131fcd3,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:03.628290 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49412) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:03.685616 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-11a4ce80-41c8-4647-b626-b5214534e131 admin admin] Publish callbacks [] for security_group (0fcb5d35-de7b-4447-8c7c-4f6bd131fcd3), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.693099 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7ba12-f476-44cc-be18-7cd306f38158 req-fe22775f-d530-4e6d-ba14-57e0b2dba565 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:03.694712 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-14a7ba12-f476-44cc-be18-7cd306f38158 req-fe22775f-d530-4e6d-ba14-57e0b2dba565 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0651312 Mar 22 12:54:03.709341 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-11a4ce80-41c8-4647-b626-b5214534e131 admin admin] Publish callbacks [] for security_group (0fcb5d35-de7b-4447-8c7c-4f6bd131fcd3), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.775206 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-14a7ba12-f476-44cc-be18-7cd306f38158 req-19e35538-11be-4ebd-8905-929e5dc66342 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697792 Mar 22 12:54:03.856518 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-11a4ce80-41c8-4647-b626-b5214534e131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (0fcb5d35-de7b-4447-8c7c-4f6bd131fcd3), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.860590 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-11a4ce80-41c8-4647-b626-b5214534e131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:03.863838 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-11a4ce80-41c8-4647-b626-b5214534e131 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fcb5d35-de7b-4447-8c7c-4f6bd131fcd3 HTTP/1.1" status: 204 len: 168 time: 0.2275462 Mar 22 12:54:03.876954 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4ce80-41c8-4647-b626-b5214534e131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb5d35-de7b-4447-8c7c-4f6bd131fcd3,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:04.048335 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0cf94-f64e-4d41-a1b9-0ab299316579 req-22297686-8024-4bf5-bb19-b4053c87d28a tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:04.050050 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-99e0cf94-f64e-4d41-a1b9-0ab299316579 req-22297686-8024-4bf5-bb19-b4053c87d28a tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 945 time: 0.0598259 Mar 22 12:54:04.122224 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-99e0cf94-f64e-4d41-a1b9-0ab299316579 req-c1353f20-f18b-4596-8f81-872f0a1f6a61 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659609 Mar 22 12:54:04.140630 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001ccc-5d5e-4f76-9de0-e273ec6341ec req-ff0fb0b9-2237-4c34-9391-0e06bdd29642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:04.142436 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b7001ccc-5d5e-4f76-9de0-e273ec6341ec req-ff0fb0b9-2237-4c34-9391-0e06bdd29642 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 1130 time: 0.0591159 Mar 22 12:54:04.191430 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b7001ccc-5d5e-4f76-9de0-e273ec6341ec req-0b535ee9-822c-47cd-bfd8-5bc2c4002ee9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Mar 22 12:54:04.659085 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e58e7-d42d-49b1-9a98-396c66159dca req-697feb87-81fb-4955-945a-4628e78aef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:04.660799 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b66e58e7-d42d-49b1-9a98-396c66159dca req-697feb87-81fb-4955-945a-4628e78aef36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0947828 Mar 22 12:54:04.682171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68ce34-2ea7-4bf3-91b2-9dc967c5c1fc req-ee2646e0-d280-4e12-8410-55ce7677e82e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:04.683649 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1c68ce34-2ea7-4bf3-91b2-9dc967c5c1fc req-ee2646e0-d280-4e12-8410-55ce7677e82e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 946 time: 0.0924468 Mar 22 12:54:04.741840 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49448) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:04.754572 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d4819b17-e3b0-4ff0-aca5-05b51598964b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:04.783465 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b66e58e7-d42d-49b1-9a98-396c66159dca req-ef9ffd68-dd70-47ab-8e8a-8e0dd2b06294 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152968 Mar 22 12:54:04.802902 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ced5d8-6fbb-4dda-8cdd-e548920dd661 req-d690a719-ae4a-4f7b-81ef-6ffeb13364ef tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:04.804406 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-45ced5d8-6fbb-4dda-8cdd-e548920dd661 req-d690a719-ae4a-4f7b-81ef-6ffeb13364ef tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1141591 Mar 22 12:54:04.807847 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1c68ce34-2ea7-4bf3-91b2-9dc967c5c1fc req-a0ce7da0-712c-41bc-9b12-46dbbba742ab tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165290 Mar 22 12:54:04.843134 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d4819b17-e3b0-4ff0-aca5-05b51598964b admin admin] Publish callbacks [] for security_group (8b12b134-5e35-466b-9f48-9941cf8cccb8), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:04.887632 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-45ced5d8-6fbb-4dda-8cdd-e548920dd661 req-62373180-2a51-426e-96e5-4384d0341241 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774300 Mar 22 12:54:04.931889 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436da87-bb5d-4a12-a5a3-bc902e7b3bbf req-9233cfce-cbb8-487a-8f36-b7f7b7bafd5a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:04.933374 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4436da87-bb5d-4a12-a5a3-bc902e7b3bbf req-9233cfce-cbb8-487a-8f36-b7f7b7bafd5a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0590065 Mar 22 12:54:04.946894 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d4819b17-e3b0-4ff0-aca5-05b51598964b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (8b12b134-5e35-466b-9f48-9941cf8cccb8), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:04.992888 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-d4819b17-e3b0-4ff0-aca5-05b51598964b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8188063c877e4d28992510294a0eb747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499402 Mar 22 12:54:04.994591 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4436da87-bb5d-4a12-a5a3-bc902e7b3bbf req-953611bc-5b24-4b1d-861c-e743ddb8e9e4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556870 Mar 22 12:54:04.995492 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4819b17-e3b0-4ff0-aca5-05b51598964b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b12b134-5e35-466b-9f48-9941cf8cccb8,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:04.997136 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49456) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:05.050122 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-895407d6-d154-4c3c-9138-c51fa2e31916 admin admin] Publish callbacks [] for security_group (8b12b134-5e35-466b-9f48-9941cf8cccb8), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:05.074303 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-895407d6-d154-4c3c-9138-c51fa2e31916 admin admin] Publish callbacks [] for security_group (8b12b134-5e35-466b-9f48-9941cf8cccb8), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:05.227592 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-895407d6-d154-4c3c-9138-c51fa2e31916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (8b12b134-5e35-466b-9f48-9941cf8cccb8), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:05.230151 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-895407d6-d154-4c3c-9138-c51fa2e31916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:05.231280 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-895407d6-d154-4c3c-9138-c51fa2e31916 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b12b134-5e35-466b-9f48-9941cf8cccb8 HTTP/1.1" status: 204 len: 168 time: 0.2332363 Mar 22 12:54:05.260660 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895407d6-d154-4c3c-9138-c51fa2e31916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b12b134-5e35-466b-9f48-9941cf8cccb8,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:05.291306 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa6276-df20-4230-a8ce-0dd1e1770654 req-9480e31e-4949-4486-8ef8-b4162c76ce27 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:05.293007 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9cfa6276-df20-4230-a8ce-0dd1e1770654 req-9480e31e-4949-4486-8ef8-b4162c76ce27 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 945 time: 0.0765245 Mar 22 12:54:05.367432 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9cfa6276-df20-4230-a8ce-0dd1e1770654 req-71b9a014-2a0a-45ff-9a67-dbfca2c54c92 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680625 Mar 22 12:54:05.463980 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ff057-aaa0-449a-a78a-78a18e6f58de req-8f311e21-453b-4b98-98c3-a7dcb228bf29 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:05.465454 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-406ff057-aaa0-449a-a78a-78a18e6f58de req-8f311e21-453b-4b98-98c3-a7dcb228bf29 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0559225 Mar 22 12:54:05.552893 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-406ff057-aaa0-449a-a78a-78a18e6f58de req-32e0910a-5534-44ee-a654-82859703090a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808587 Mar 22 12:54:05.571573 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-c4cff369-85f1-4cfb-a0e0-b153a275460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:05.573052 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-c4cff369-85f1-4cfb-a0e0-b153a275460e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 1129 time: 0.0548003 Mar 22 12:54:05.721056 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-004e57ac-84bb-45e0-bdd3-5f281959d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:05.722246 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-004e57ac-84bb-45e0-bdd3-5f281959d841 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.0968175 Mar 22 12:54:05.776378 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-fedefa3e-862c-4d11-8667-1ff5b54236b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d5fb8-b097-4e35-a665-f4db834bf8a0 HTTP/1.1" status: 200 len: 217 time: 0.0380986 Mar 22 12:54:05.879283 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-55c94061-d4ed-443e-9973-9d08f8f7a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:05.880882 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-55c94061-d4ed-443e-9973-9d08f8f7a650 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0570011 Mar 22 12:54:05.967833 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-00df9030-e11f-43a4-ad72-30045d366e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:05.969401 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-00df9030-e11f-43a4-ad72-30045d366e1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745575 Mar 22 12:54:05.981877 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0122ce6-1807-4afc-84cf-cd2dfcdd64c3 req-08ea09ff-7b19-4c71-a449-2dfca2c4950e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:05.983434 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d0122ce6-1807-4afc-84cf-cd2dfcdd64c3 req-08ea09ff-7b19-4c71-a449-2dfca2c4950e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 946 time: 0.0871577 Mar 22 12:54:06.103000 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d0122ce6-1807-4afc-84cf-cd2dfcdd64c3 req-a1694968-6b89-4a74-8db7-8f647f21b0ab tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111631 Mar 22 12:54:06.156737 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-ee9dee75-4b76-45ae-aac4-62ce320913cc service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722987 Mar 22 12:54:06.191271 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10564f0f-f6c3-478d-b08b-9aaee8decdf8 req-1b2f30e0-9b22-49e3-a12d-c6544c4a8bd3 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:06.192397 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-10564f0f-f6c3-478d-b08b-9aaee8decdf8 req-1b2f30e0-9b22-49e3-a12d-c6544c4a8bd3 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1088109 Mar 22 12:54:06.314051 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-10564f0f-f6c3-478d-b08b-9aaee8decdf8 req-fdb655c3-e48f-4172-ae9a-b1e4090456e9 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030052 Mar 22 12:54:06.329518 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9c28913b-bcfa-4dd1-a5be-4c51ae02021c req-82f3238d-c86e-4ada-a61e-f26210e85ca6 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588650 Mar 22 12:54:06.379622 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49516) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:06.514457 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-cdc282ef-1204-4384-b66b-fc71c616e258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:06.605498 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-cdc282ef-1204-4384-b66b-fc71c616e258 admin admin] Publish callbacks [] for security_group (c97c6829-6584-4cc6-a463-b3b1ac708d76), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:06.683590 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0615f3a-2438-4950-aa0b-656c45059912 req-b01e558e-3995-4847-bf9d-757b4b9fa012 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:06.685100 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d0615f3a-2438-4950-aa0b-656c45059912 req-b01e558e-3995-4847-bf9d-757b4b9fa012 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0625648 Mar 22 12:54:06.696165 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-cdc282ef-1204-4384-b66b-fc71c616e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (c97c6829-6584-4cc6-a463-b3b1ac708d76), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:06.744500 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-cdc282ef-1204-4384-b66b-fc71c616e258 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=569fbbd65e604b9eacc2cf8dab489e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628058 Mar 22 12:54:06.745979 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc282ef-1204-4384-b66b-fc71c616e258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c6829-6584-4cc6-a463-b3b1ac708d76,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:06.748142 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49534) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:06.768277 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d0615f3a-2438-4950-aa0b-656c45059912 req-84627ba9-97e2-4cf7-bfb1-533ef265a476 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708101 Mar 22 12:54:06.824716 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cd915ea4-8203-49e4-9eb5-bf3629c1419f admin admin] Publish callbacks [] for security_group (c97c6829-6584-4cc6-a463-b3b1ac708d76), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:06.846024 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cd915ea4-8203-49e4-9eb5-bf3629c1419f admin admin] Publish callbacks [] for security_group (c97c6829-6584-4cc6-a463-b3b1ac708d76), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:06.964183 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cd915ea4-8203-49e4-9eb5-bf3629c1419f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (c97c6829-6584-4cc6-a463-b3b1ac708d76), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:06.967553 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cd915ea4-8203-49e4-9eb5-bf3629c1419f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:06.968914 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-cd915ea4-8203-49e4-9eb5-bf3629c1419f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c97c6829-6584-4cc6-a463-b3b1ac708d76 HTTP/1.1" status: 204 len: 168 time: 0.2178795 Mar 22 12:54:06.989808 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd915ea4-8203-49e4-9eb5-bf3629c1419f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c6829-6584-4cc6-a463-b3b1ac708d76,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:07.260303 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d5f0-13f3-4f97-8617-facb490d6d27 req-971b2cce-b80e-4f52-8958-caf662206f8f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:07.267870 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eea3d5f0-13f3-4f97-8617-facb490d6d27 req-971b2cce-b80e-4f52-8958-caf662206f8f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 946 time: 0.0928721 Mar 22 12:54:07.316985 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eea3d5f0-13f3-4f97-8617-facb490d6d27 req-7f7a66a9-5569-4f9e-a07c-4d770840b439 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481615 Mar 22 12:54:07.428730 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeb3a7-d22b-4214-b6e1-73dafe01fedb req-de419676-fc8e-4604-9bec-327054568574 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:07.430263 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6ebeb3a7-d22b-4214-b6e1-73dafe01fedb req-de419676-fc8e-4604-9bec-327054568574 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0531511 Mar 22 12:54:07.485719 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6ebeb3a7-d22b-4214-b6e1-73dafe01fedb req-60a89e8f-a01c-4691-9cd1-d912328c8096 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490973 Mar 22 12:54:07.606364 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757a1c6-1b45-49dd-8441-b9583441cdf7 req-a790ffa7-426e-4d02-81b5-520bb820bfd9 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:07.608436 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0757a1c6-1b45-49dd-8441-b9583441cdf7 req-a790ffa7-426e-4d02-81b5-520bb820bfd9 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 946 time: 0.0673773 Mar 22 12:54:07.618409 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49576) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:07.624464 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-25bc583f-6699-4de9-8e1a-3df77b1bba3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'floatingip': {'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:07.745050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b05974-05c3-49c7-bf9c-d03a6648f1c4 req-c9b157ca-7472-4f27-94e1-c559decfdaf1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:07.754117 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-25bc583f-6699-4de9-8e1a-3df77b1bba3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (8effbe44-12c8-4882-9404-38efc7afdb50), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:07.754514 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-76b05974-05c3-49c7-bf9c-d03a6648f1c4 req-c9b157ca-7472-4f27-94e1-c559decfdaf1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0902042 Mar 22 12:54:07.766597 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49586) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:07.780704 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-e331578e-5c3d-4acb-980a-0bca6a57abda tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'floatingip': {'port_id': 'c64606ea-e48d-4752-b6ad-06a44d816d3d'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:07.917657 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e331578e-5c3d-4acb-980a-0bca6a57abda tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (2b9531a7-f091-419a-a9f3-82f13a509f94), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:07.942227 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49596) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:08.000029 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:54:08.046543 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4ae14da8-fc34-4131-bf7b-c72a1f8ed5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:08.173878 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5cbe8-f231-48c5-8dbf-56e695af2688 req-d9e401ec-1cb5-4e12-8988-34f852f8b125 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:08.175511 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-97f5cbe8-f231-48c5-8dbf-56e695af2688 req-d9e401ec-1cb5-4e12-8988-34f852f8b125 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.2873471 Mar 22 12:54:08.539719 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-25bc583f-6699-4de9-8e1a-3df77b1bba3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:08.574317 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49614) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:08.586531 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4ae14da8-fc34-4131-bf7b-c72a1f8ed5bd admin admin] Publish callbacks [] for security_group (22f59546-54f5-4e79-b9bc-e4c37fafb2b3), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:08.598169 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-97f5cbe8-f231-48c5-8dbf-56e695af2688 req-ef99e902-b1a2-4d15-bb51-f20522096f0e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636550 Mar 22 12:54:08.611005 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-25bc583f-6699-4de9-8e1a-3df77b1bba3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (8effbe44-12c8-4882-9404-38efc7afdb50), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:08.735053 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4ae14da8-fc34-4131-bf7b-c72a1f8ed5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (22f59546-54f5-4e79-b9bc-e4c37fafb2b3), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:08.853683 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-4ae14da8-fc34-4131-bf7b-c72a1f8ed5bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d05f9ee521f0499b83b3c964d04db8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9119215 Mar 22 12:54:08.861207 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49618) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:08.875508 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae14da8-fc34-4131-bf7b-c72a1f8ed5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f59546-54f5-4e79-b9bc-e4c37fafb2b3,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:08.884364 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe98-6dc8-4dab-91d2-19e36208cdc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:08.941226 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [None req-25bc583f-6699-4de9-8e1a-3df77b1bba3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Floating IP 8effbe44-12c8-4882-9404-38efc7afdb50 associated. External IP: 172.27.2.77, port: 4707d875-ef77-4a81-8a4d-475964124fc3. Mar 22 12:54:09.034103 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Publish callbacks [] for security_group (22f59546-54f5-4e79-b9bc-e4c37fafb2b3), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.088534 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e331578e-5c3d-4acb-980a-0bca6a57abda tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.096632 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe98-6dc8-4dab-91d2-19e36208cdc0 admin admin] Publish callbacks [] for security_group (8e6db4e8-d9fd-46e0-8746-cab0b2aee140), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.096807 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Publish callbacks [] for security_group (22f59546-54f5-4e79-b9bc-e4c37fafb2b3), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.175447 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e331578e-5c3d-4acb-980a-0bca6a57abda tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (2b9531a7-f091-419a-a9f3-82f13a509f94), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.175921 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe98-6dc8-4dab-91d2-19e36208cdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (8e6db4e8-d9fd-46e0-8746-cab0b2aee140), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.231314 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-3a4abe98-6dc8-4dab-91d2-19e36208cdc0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6d56661a94e4863b3f34ec2f47cf30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6555982 Mar 22 12:54:09.235663 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49622) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:09.240743 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (22f59546-54f5-4e79-b9bc-e4c37fafb2b3), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.243287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.244469 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22f59546-54f5-4e79-b9bc-e4c37fafb2b3 HTTP/1.1" status: 204 len: 168 time: 0.3789914 Mar 22 12:54:09.246303 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4abe98-6dc8-4dab-91d2-19e36208cdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6db4e8-d9fd-46e0-8746-cab0b2aee140,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:09.278621 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f59546-54f5-4e79-b9bc-e4c37fafb2b3,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:09.296065 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.299413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.299413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.299413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.299413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.299413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.299413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.299413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.299413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.299413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.300203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bc583f-6699-4de9-8e1a-3df77b1bba3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:54:09.300285 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.300285 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.300285 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.300285 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.300528 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee0bd-d941-4ece-b526-c741042800c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:09.332899 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-e331578e-5c3d-4acb-980a-0bca6a57abda tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Floating IP 2b9531a7-f091-419a-a9f3-82f13a509f94 associated. External IP: 172.27.2.101, port: c64606ea-e48d-4752-b6ad-06a44d816d3d. Mar 22 12:54:09.385355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-523ebe5f-e39c-4554-8ad2-8398e3ec7a04 admin admin] Publish callbacks [] for security_group (8e6db4e8-d9fd-46e0-8746-cab0b2aee140), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.421122 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-523ebe5f-e39c-4554-8ad2-8398e3ec7a04 admin admin] Publish callbacks [] for security_group (8e6db4e8-d9fd-46e0-8746-cab0b2aee140), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.466086 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bc583f-6699-4de9-8e1a-3df77b1bba3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:54:09.470989 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-25bc583f-6699-4de9-8e1a-3df77b1bba3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.478869 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:54:09.489812 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:09.490451 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:09.526403 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-25bc583f-6699-4de9-8e1a-3df77b1bba3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "PUT /v2.0/floatingips/8effbe44-12c8-4882-9404-38efc7afdb50 HTTP/1.1" status: 200 len: 991 time: 1.8986461 Mar 22 12:54:09.526403 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc25399-84b3-4afe-9147-341940231742', 'tag': '4707d875-ef77-4a81-8a4d-475964124fc3'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:54:09.526403 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc25399-84b3-4afe-9147-341940231742", "tag": "4707d875-ef77-4a81-8a4d-475964124fc3"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:54:09.565261 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7628a-f1f6-49e8-adca-8e2502ff06d7 x-openstack-request-id: req-89b7628a-f1f6-49e8-adca-8e2502ff06d7 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:54:09.565540 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc25399-84b3-4afe-9147-341940231742", "tag": "4707d875-ef77-4a81-8a4d-475964124fc3", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:54:09.565809 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89b7628a-f1f6-49e8-adca-8e2502ff06d7 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:54:09.566310 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b7628a-f1f6-49e8-adca-8e2502ff06d7'] response: {'name': 'network-changed', 'server_uuid': '6cc25399-84b3-4afe-9147-341940231742', 'tag': '4707d875-ef77-4a81-8a4d-475964124fc3', 'status': 'completed', 'code': 200} Mar 22 12:54:09.584831 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e331578e-5c3d-4acb-980a-0bca6a57abda tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:54:09.598945 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-523ebe5f-e39c-4554-8ad2-8398e3ec7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (8e6db4e8-d9fd-46e0-8746-cab0b2aee140), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.601587 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-523ebe5f-e39c-4554-8ad2-8398e3ec7a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.602934 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-523ebe5f-e39c-4554-8ad2-8398e3ec7a04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e6db4e8-d9fd-46e0-8746-cab0b2aee140 HTTP/1.1" status: 204 len: 168 time: 0.3659868 Mar 22 12:54:09.613555 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ebe5f-e39c-4554-8ad2-8398e3ec7a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6db4e8-d9fd-46e0-8746-cab0b2aee140,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:09.642356 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:09.726342 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e331578e-5c3d-4acb-980a-0bca6a57abda tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:54:09.738753 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e331578e-5c3d-4acb-980a-0bca6a57abda tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:09.773309 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-e331578e-5c3d-4acb-980a-0bca6a57abda tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "PUT /v2.0/floatingips/2b9531a7-f091-419a-a9f3-82f13a509f94 HTTP/1.1" status: 200 len: 991 time: 2.0009487 Mar 22 12:54:09.773902 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'tag': 'c64606ea-e48d-4752-b6ad-06a44d816d3d'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:54:09.776388 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca6b1fc-7873-4c89-953e-633bd11430b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5aea3db1-b1bf-4968-8208-6a68494cb4f3", "tag": "c64606ea-e48d-4752-b6ad-06a44d816d3d"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:54:09.816395 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] Sync routers for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:54:09.846896 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7e2dd-e282-4896-adba-2792a24cd8f9 x-openstack-request-id: req-9fd7e2dd-e282-4896-adba-2792a24cd8f9 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:54:09.847193 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aea3db1-b1bf-4968-8208-6a68494cb4f3", "tag": "c64606ea-e48d-4752-b6ad-06a44d816d3d", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:54:09.847547 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fd7e2dd-e282-4896-adba-2792a24cd8f9 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:54:09.847959 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd7e2dd-e282-4896-adba-2792a24cd8f9'] response: {'name': 'network-changed', 'server_uuid': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'tag': 'c64606ea-e48d-4752-b6ad-06a44d816d3d', 'status': 'completed', 'code': 200} Mar 22 12:54:09.869979 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e46e-43f2-46c8-9fa7-68e90ab21bf8 req-99ed1951-b217-4fb0-81ac-83a92ccf06a7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:09.871548 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7c10e46e-43f2-46c8-9fa7-68e90ab21bf8 req-99ed1951-b217-4fb0-81ac-83a92ccf06a7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0782831 Mar 22 12:54:09.885500 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:09.886366 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:09.937550 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7c10e46e-43f2-46c8-9fa7-68e90ab21bf8 req-e1fed27a-3c42-48b6-a9de-c2c25150a9d5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585499 Mar 22 12:54:10.024666 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:10.126708 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '8effbe44-12c8-4882-9404-38efc7afdb50', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:08Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:10.157101 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:54:10.166322 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:10.167049 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:10.314493 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:10.400619 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.db.resource_extend [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:54:10.493152 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2b9531a7-f091-419a-a9f3-82f13a509f94', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'port_id': 'c64606ea-e48d-4752-b6ad-06a44d816d3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'mac_address': 'fa:16:3e:9f:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:08Z', 'revision_number': 1, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:10.521896 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] Checking router: 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:54:10.530534 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:10.531322 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:53:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:10.590454 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '8effbe44-12c8-4882-9404-38efc7afdb50', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:08Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:10.621302 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498856ab-4f17-4b6d-a873-efb97cf5f868 None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '8effbe44-12c8-4882-9404-38efc7afdb50', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:08Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:54:10.644702 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:10.773652 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49666) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:10.791839 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b3e3589b-3b19-4e8d-a6d5-7a1ebb71ca30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:10.948905 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b3e3589b-3b19-4e8d-a6d5-7a1ebb71ca30 admin admin] Publish callbacks [] for security_group (84337e76-cb40-4ed7-a931-40e69f68b4a1), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:10.969502 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2b9531a7-f091-419a-a9f3-82f13a509f94', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'port_id': 'c64606ea-e48d-4752-b6ad-06a44d816d3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'mac_address': 'fa:16:3e:9f:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:08Z', 'revision_number': 1, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:10.970744 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da909a-18a6-49de-89a7-e415e76e3585 None None] New status for floating IP 8effbe44-12c8-4882-9404-38efc7afdb50: ACTIVE {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:54:11.005181 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4810b81-5b48-4ef9-9921-97346a71a434 None None] The sync data for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi is: [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2b9531a7-f091-419a-a9f3-82f13a509f94', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'port_id': 'c64606ea-e48d-4752-b6ad-06a44d816d3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'mac_address': 'fa:16:3e:9f:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:08Z', 'revision_number': 1, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:54:11.010450 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b3e3589b-3b19-4e8d-a6d5-7a1ebb71ca30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (84337e76-cb40-4ed7-a931-40e69f68b4a1), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:11.077059 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-b3e3589b-3b19-4e8d-a6d5-7a1ebb71ca30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e687579e50241ea8e417550d5853b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994711 Mar 22 12:54:11.077059 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3589b-3b19-4e8d-a6d5-7a1ebb71ca30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84337e76-cb40-4ed7-a931-40e69f68b4a1,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:11.078636 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49680) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:11.141951 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90f68a81-feb8-4387-8234-c75dbafe93ab admin admin] Publish callbacks [] for security_group (84337e76-cb40-4ed7-a931-40e69f68b4a1), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:11.148192 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aef99f-ae19-4498-adb2-b078e50f4822 req-e9043197-489c-4986-9d5f-7493d4e809d8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:11.149758 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-18aef99f-ae19-4498-adb2-b078e50f4822 req-e9043197-489c-4986-9d5f-7493d4e809d8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0915096 Mar 22 12:54:11.169430 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90f68a81-feb8-4387-8234-c75dbafe93ab admin admin] Publish callbacks [] for security_group (84337e76-cb40-4ed7-a931-40e69f68b4a1), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:11.237976 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-18aef99f-ae19-4498-adb2-b078e50f4822 req-403fe8e0-fc42-4cdd-80a7-02236ef031b4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717711 Mar 22 12:54:11.359730 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90f68a81-feb8-4387-8234-c75dbafe93ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (84337e76-cb40-4ed7-a931-40e69f68b4a1), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:11.362569 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90f68a81-feb8-4387-8234-c75dbafe93ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:11.364032 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-90f68a81-feb8-4387-8234-c75dbafe93ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84337e76-cb40-4ed7-a931-40e69f68b4a1 HTTP/1.1" status: 204 len: 168 time: 0.2844272 Mar 22 12:54:11.373579 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f68a81-feb8-4387-8234-c75dbafe93ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84337e76-cb40-4ed7-a931-40e69f68b4a1,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:11.377782 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd3bbe7-8e1c-40c0-891c-df483f1fa2db None None] New status for floating IP 2b9531a7-f091-419a-a9f3-82f13a509f94: ACTIVE {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:54:11.606345 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:12.149462 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-c632b465-4b30-4bfd-96ce-6d63d2204d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.151176 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-c632b465-4b30-4bfd-96ce-6d63d2204d23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 1130 time: 0.0666380 Mar 22 12:54:12.179137 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-45548e43-4543-4d90-aa57-d83061a14848 req-cac9de26-40dd-4443-b647-b9aaa557141d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934958 Mar 22 12:54:12.182764 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-3ac5ebee-3800-4fe7-a5d7-98e87cbedd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.184385 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-3ac5ebee-3800-4fe7-a5d7-98e87cbedd0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0974562 Mar 22 12:54:12.280538 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-3ef95a3d-5a99-4895-ae68-ae7f715cf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.282667 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-3ef95a3d-5a99-4895-ae68-ae7f715cf2d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 916 time: 0.1235185 Mar 22 12:54:12.392406 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548e43-4543-4d90-aa57-d83061a14848 req-10066d4f-65e2-4018-bad7-c793fb7abd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.393957 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-45548e43-4543-4d90-aa57-d83061a14848 req-10066d4f-65e2-4018-bad7-c793fb7abd09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b96056a446f4cdca44b83c71c251dd1&device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 1129 time: 0.0924671 Mar 22 12:54:12.400089 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-9de1442b-cfab-4830-bf03-6ca6f6386665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.401392 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-9de1442b-cfab-4830-bf03-6ca6f6386665 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 200 len: 912 time: 0.1888161 Mar 22 12:54:12.453896 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-42bebd12-adb2-4320-92c8-d3ff7c3b0747 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4707d875-ef77-4a81-8a4d-475964124fc3 HTTP/1.1" status: 200 len: 1001 time: 0.1620848 Mar 22 12:54:12.599568 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-91be6c06-5c72-4aa9-8ee7-71848453e241 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d HTTP/1.1" status: 200 len: 1001 time: 0.1743996 Mar 22 12:54:12.681715 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548e43-4543-4d90-aa57-d83061a14848 req-b7833f1d-9c62-4d57-aaba-66df2659d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.683455 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-45548e43-4543-4d90-aa57-d83061a14848 req-b7833f1d-9c62-4d57-aaba-66df2659d2f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=75f6adbc-72a9-4207-be41-440cc4f07be6 HTTP/1.1" status: 200 len: 912 time: 0.2442341 Mar 22 12:54:12.728763 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-45548e43-4543-4d90-aa57-d83061a14848 req-e5df4a23-51e1-402c-a427-32870c9256c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba03520a-e966-491c-a0c5-568b687f27e4 HTTP/1.1" status: 200 len: 217 time: 0.0386119 Mar 22 12:54:12.730436 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-f225c74f-011f-46f1-8a44-e16b4cc0d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.731914 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-f225c74f-011f-46f1-8a44-e16b4cc0d774 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48ecb2af-327d-49eb-8111-f1b888c9b91f HTTP/1.1" status: 200 len: 850 time: 0.1190097 Mar 22 12:54:12.777693 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-c6925fca-9708-482a-89d7-68279b2a679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.779954 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-c6925fca-9708-482a-89d7-68279b2a679c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.3192470 Mar 22 12:54:12.790222 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1312fd9-3622-463f-9561-a3eb6ad83bc3 req-2b040549-c733-430c-87b0-7d0e82fc79a6 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.791796 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c1312fd9-3622-463f-9561-a3eb6ad83bc3 req-2b040549-c733-430c-87b0-7d0e82fc79a6 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.4413264 Mar 22 12:54:12.828960 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548e43-4543-4d90-aa57-d83061a14848 req-d7f11fed-4b7d-4431-8e3d-b73faa034d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.830748 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-45548e43-4543-4d90-aa57-d83061a14848 req-d7f11fed-4b7d-4431-8e3d-b73faa034d6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e99871-c159-4980-81c9-7f4646cc1592 HTTP/1.1" status: 200 len: 851 time: 0.0920513 Mar 22 12:54:12.859951 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-a0ce112a-19d1-4639-ba51-63a508eff6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.859951 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-a0ce112a-19d1-4639-ba51-63a508eff6d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0153605f-86fa-44c8-843c-61fcb7d41092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012969 Mar 22 12:54:12.881466 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-45548e43-4543-4d90-aa57-d83061a14848 req-51085ad1-1c61-4012-9946-0385afb2e7c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=75f6adbc-72a9-4207-be41-440cc4f07be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442758 Mar 22 12:54:12.883295 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c1312fd9-3622-463f-9561-a3eb6ad83bc3 req-ab76f365-f61c-43c2-a37c-3701d252bc5a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815763 Mar 22 12:54:12.897196 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-b82be51f-3637-48a1-97bf-a869bf848258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:12.899471 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-b82be51f-3637-48a1-97bf-a869bf848258 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065145 Mar 22 12:54:12.938947 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49736) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:13.024815 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-d8f4eb6d-1ddd-4b7c-b3c6-c1bd1529b9ba service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187146 Mar 22 12:54:13.062481 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-5685279f-292d-4e77-bd1e-03831b803840 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835918 Mar 22 12:54:13.131408 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-45548e43-4543-4d90-aa57-d83061a14848 req-3391f9a7-d079-499e-9979-259666420f3e service neutron] 10.222.0.46 "GET /v2.0/networks/75f6adbc-72a9-4207-be41-440cc4f07be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275848 Mar 22 12:54:13.152690 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-75b84a7b-a252-420c-a5e5-a4c2df1f6c38 req-12f0651b-090b-4122-97e2-d3640bfca028 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210606 Mar 22 12:54:13.285360 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2ca6b1fc-7873-4c89-953e-633bd11430b6 req-ddef5ae5-7159-4b49-8d03-95ad7f692b4b service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143099 Mar 22 12:54:13.291840 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-45548e43-4543-4d90-aa57-d83061a14848 req-d97bfc17-95bc-46dd-a1e5-61534f54a609 service neutron] 10.222.0.46 "GET /v2.0/networks/75f6adbc-72a9-4207-be41-440cc4f07be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280558 Mar 22 12:54:13.308377 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:13.394738 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Publish callbacks [] for security_group (837ce8cf-44f5-4c87-be1a-da5b5b0b47cf), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:13.541772 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (837ce8cf-44f5-4c87-be1a-da5b5b0b47cf), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:13.591259 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837ce8cf-44f5-4c87-be1a-da5b5b0b47cf,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:13.595606 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cfbeecfd865f445e90323d00b971a343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6537273 Mar 22 12:54:13.598364 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49770) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:13.603003 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.603352 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.603700 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.604044 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.604384 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.604911 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.605252 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.605583 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.605942 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.606296 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.606645 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.607007 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.607336 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.607659 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.607982 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dabbcb-1ec3-4ddc-8b96-21e222c336b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:13.662411 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9860-d5d4-448a-8f6c-b96354076405 admin admin] Publish callbacks [] for security_group (837ce8cf-44f5-4c87-be1a-da5b5b0b47cf), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:13.684075 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9860-d5d4-448a-8f6c-b96354076405 admin admin] Publish callbacks [] for security_group (837ce8cf-44f5-4c87-be1a-da5b5b0b47cf), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:13.712943 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-a07294a8-6ad9-4424-b953-8e9a14e722b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:13.805240 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9860-d5d4-448a-8f6c-b96354076405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (837ce8cf-44f5-4c87-be1a-da5b5b0b47cf), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:13.808277 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9860-d5d4-448a-8f6c-b96354076405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:13.816475 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-6a4c9860-d5d4-448a-8f6c-b96354076405 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/837ce8cf-44f5-4c87-be1a-da5b5b0b47cf HTTP/1.1" status: 204 len: 168 time: 0.2145936 Mar 22 12:54:13.827478 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c9860-d5d4-448a-8f6c-b96354076405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837ce8cf-44f5-4c87-be1a-da5b5b0b47cf,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:13.931320 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49786) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:14.080095 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5936f-39ff-4c76-9e30-f086f18e1a29 req-9444c083-e24b-4df7-a1c5-f383b11fa3a1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:14.081770 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-39f5936f-39ff-4c76-9e30-f086f18e1a29 req-9444c083-e24b-4df7-a1c5-f383b11fa3a1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0684447 Mar 22 12:54:14.083778 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b05865d4-eb66-4d36-8a76-23d8fccb8fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:14.166234 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-39f5936f-39ff-4c76-9e30-f086f18e1a29 req-cae4ee2d-876c-4f04-92fb-6433ec46bca7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770965 Mar 22 12:54:14.192443 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b05865d4-eb66-4d36-8a76-23d8fccb8fef admin admin] Publish callbacks [] for security_group (32c0e2ff-f805-4674-942c-646c768e2ca7), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:14.278720 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b05865d4-eb66-4d36-8a76-23d8fccb8fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (32c0e2ff-f805-4674-942c-646c768e2ca7), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:14.325027 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-b05865d4-eb66-4d36-8a76-23d8fccb8fef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81713f606f134446841ffa8c337673b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920918 Mar 22 12:54:14.326487 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05865d4-eb66-4d36-8a76-23d8fccb8fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c0e2ff-f805-4674-942c-646c768e2ca7,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:14.329246 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49798) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:14.381275 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5e9cbf0c-d2c0-4c33-99c3-1efd5fdda78e admin admin] Publish callbacks [] for security_group (32c0e2ff-f805-4674-942c-646c768e2ca7), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:14.404084 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5e9cbf0c-d2c0-4c33-99c3-1efd5fdda78e admin admin] Publish callbacks [] for security_group (32c0e2ff-f805-4674-942c-646c768e2ca7), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:14.598930 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5e9cbf0c-d2c0-4c33-99c3-1efd5fdda78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (32c0e2ff-f805-4674-942c-646c768e2ca7), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:14.601566 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5e9cbf0c-d2c0-4c33-99c3-1efd5fdda78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:14.602749 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5e9cbf0c-d2c0-4c33-99c3-1efd5fdda78e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32c0e2ff-f805-4674-942c-646c768e2ca7 HTTP/1.1" status: 204 len: 168 time: 0.2728996 Mar 22 12:54:14.613100 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cbf0c-d2c0-4c33-99c3-1efd5fdda78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c0e2ff-f805-4674-942c-646c768e2ca7,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:14.868617 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49802) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:14.868617 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0641bba-d831-4901-9b09-c9cd2c839f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:14.978449 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0641bba-d831-4901-9b09-c9cd2c839f17 admin admin] Publish callbacks [] for security_group (95370a42-3812-49c3-a1b5-a1456f67ef4c), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:15.322664 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97033978-8431-4c9a-8c19-c2f93fad13a3 req-b58324ed-60f0-40c9-b7e9-e471065897b8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:15.322664 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-97033978-8431-4c9a-8c19-c2f93fad13a3 req-b58324ed-60f0-40c9-b7e9-e471065897b8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0525200 Mar 22 12:54:15.336479 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-97033978-8431-4c9a-8c19-c2f93fad13a3 req-2fa6e83f-badc-49a9-be9b-419f02f23df4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482745 Mar 22 12:54:15.347524 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0641bba-d831-4901-9b09-c9cd2c839f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (95370a42-3812-49c3-a1b5-a1456f67ef4c), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:15.530298 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-c0641bba-d831-4901-9b09-c9cd2c839f17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e35e20b8340c4d088612c4bdfd152c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523248 Mar 22 12:54:15.530298 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0641bba-d831-4901-9b09-c9cd2c839f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95370a42-3812-49c3-a1b5-a1456f67ef4c,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:15.532154 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49832) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:15.619621 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-353c9280-acd7-4818-a57b-f6aea10be7c6 admin admin] Publish callbacks [] for security_group (95370a42-3812-49c3-a1b5-a1456f67ef4c), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:15.629287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-353c9280-acd7-4818-a57b-f6aea10be7c6 admin admin] Publish callbacks [] for security_group (95370a42-3812-49c3-a1b5-a1456f67ef4c), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:15.845079 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-353c9280-acd7-4818-a57b-f6aea10be7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (95370a42-3812-49c3-a1b5-a1456f67ef4c), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:15.854232 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-353c9280-acd7-4818-a57b-f6aea10be7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:15.854232 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-353c9280-acd7-4818-a57b-f6aea10be7c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95370a42-3812-49c3-a1b5-a1456f67ef4c HTTP/1.1" status: 204 len: 168 time: 0.3184783 Mar 22 12:54:15.873741 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c9280-acd7-4818-a57b-f6aea10be7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95370a42-3812-49c3-a1b5-a1456f67ef4c,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:15.879549 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-73302a05-c5be-478e-bcea-4609a5360ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:16.513823 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7a5f4-438f-440c-80de-2e8afa29b694 req-bc9d6d19-bb7b-4a5c-b755-2e944ff9bb2d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:16.515744 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5ce7a5f4-438f-440c-80de-2e8afa29b694 req-bc9d6d19-bb7b-4a5c-b755-2e944ff9bb2d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0759876 Mar 22 12:54:16.574341 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5ce7a5f4-438f-440c-80de-2e8afa29b694 req-57144c23-2fae-41e4-bdd6-a51262991190 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474381 Mar 22 12:54:16.998847 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.030542 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 49930) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:17.127894 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-835221143-network', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:17.215547 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Made reservation on behalf of 864abfbe38eb4b50ae86f9483dc655b8 for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:54:17.218477 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.227087 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.317274 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Publish callbacks [] for security_group (4658e1e3-7c2c-4c04-9b31-18877839b49f), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.381464 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4658e1e3-7c2c-4c04-9b31-18877839b49f), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.406705 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:54:17.415821 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4658e1e3-7c2c-4c04-9b31-18877839b49f,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:17.423650 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.423932 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Added segment e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc of type vlan for network f27f08cb-d50b-4ca2-a370-b69ad85bed34 Mar 22 12:54:17.479427 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (f27f08cb-d50b-4ca2-a370-b69ad85bed34), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.576569 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (f27f08cb-d50b-4ca2-a370-b69ad85bed34), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.578838 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:17.579689 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.656907 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6219213 Mar 22 12:54:17.662946 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 49964) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:17.662946 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Request body: {'subnet': {'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-835221143-subnet', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:17.666516 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71230b7d-c2ba-4225-b8e8-24baf909b772 admin admin] Pushing event updated for resources: {'Network': ['ID=f27f08cb-d50b-4ca2-a370-b69ad85bed34,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:17.682975 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network f27f08cb-d50b-4ca2-a370-b69ad85bed34 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:54:17.765033 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2205f-2e19-4ee7-aa61-fd4573785b92 req-d35a940c-e596-4756-9884-428568e60489 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:17.774646 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0cd2205f-2e19-4ee7-aa61-fd4573785b92 req-d35a940c-e596-4756-9884-428568e60489 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0745251 Mar 22 12:54:17.801819 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Made reservation on behalf of 864abfbe38eb4b50ae86f9483dc655b8 for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:54:17.805389 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9330252'] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:17.849616 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0cd2205f-2e19-4ee7-aa61-fd4573785b92 req-61d5be8f-e11b-4040-90a2-610ca611cf6f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740502 Mar 22 12:54:18.090809 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9101422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9330266'] for subnet (e7946065-e410-4ba5-a810-89978bc20bd4), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.143730 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7946065-e410-4ba5-a810-89978bc20bd4,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:18.163293 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Checking segment: {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:18.163823 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Network hostable DHCP agents. Network: f27f08cb-d50b-4ca2-a370-b69ad85bed34, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:54:18.289756 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Network f27f08cb-d50b-4ca2-a370-b69ad85bed34 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:54:18.391968 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50002) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:18.416849 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, f27f08cb-d50b-4ca2-a370-b69ad85bed34) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:18.429511 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97200965-129a-42e6-9f6d-caea6cb87f12 None None] Network f27f08cb-d50b-4ca2-a370-b69ad85bed34 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:54:18.433927 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:18.433927 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.516456 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a56e85b0-9f89-4a8a-95cb-84a9c9ea6ce8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8580389 Mar 22 12:54:18.518896 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50014) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:18.523749 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:18.569908 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16b2847d-a937-492f-8414-200cff4d6c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.571069 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:54:18.572138 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.624741 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (8fcdf284-3004-41e5-8b4e-597880910e9d), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.626126 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (8fcdf284-3004-41e5-8b4e-597880910e9d), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.730303 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.740367 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16b2847d-a937-492f-8414-200cff4d6c72 admin admin] Publish callbacks [] for security_group (6560d6e0-d9bb-4639-bc99-979e6e451717), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.740976 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks [] for router_controller (8fcdf284-3004-41e5-8b4e-597880910e9d), precommit_add_association {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.745377 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Allocated IP 172.20.0.2 (f27f08cb-d50b-4ca2-a370-b69ad85bed34/e7946065-e410-4ba5-a810-89978bc20bd4/876b96c1-ca23-4c21-9eef-1170d604413c) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:54:18.832943 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-16b2847d-a937-492f-8414-200cff4d6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (6560d6e0-d9bb-4639-bc99-979e6e451717), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.936233 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-16b2847d-a937-492f-8414-200cff4d6c72 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d74e97b09ea74ee79ceeb388fe04ded6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5431530 Mar 22 12:54:18.936713 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Publish callbacks [] for port (876b96c1-ca23-4c21-9eef-1170d604413c), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:18.938915 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50030) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:18.955559 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2847d-a937-492f-8414-200cff4d6c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6560d6e0-d9bb-4639-bc99-979e6e451717,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:19.033378 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913640a-c165-49c9-886a-58158ad8f59f req-711e6890-4565-4597-b8c2-80e3a15c20bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:19.035075 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a913640a-c165-49c9-886a-58158ad8f59f req-711e6890-4565-4597-b8c2-80e3a15c20bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1083069 Mar 22 12:54:19.039135 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.045581 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks [] for router_gateway (8fcdf284-3004-41e5-8b4e-597880910e9d), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.068423 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f23b0f7-db10-4896-a884-f494ce30f2d2 admin admin] Publish callbacks [] for security_group (6560d6e0-d9bb-4639-bc99-979e6e451717), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.098145 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Network f27f08cb-d50b-4ca2-a370-b69ad85bed34 is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:54:19.103620 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:19.106188 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:54:19.115179 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Pushing event updated for resources: {'Port': ['ID=876b96c1-ca23-4c21-9eef-1170d604413c,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:19.123396 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f23b0f7-db10-4896-a884-f494ce30f2d2 admin admin] Publish callbacks [] for security_group (6560d6e0-d9bb-4639-bc99-979e6e451717), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.129536 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.130328 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.130692 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.131047 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.131381 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.131705 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.132252 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.132583 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.133467 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.133467 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.133644 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.133909 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.134358 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.134616 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.134931 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:19.141959 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a913640a-c165-49c9-886a-58158ad8f59f req-4cf69696-16cf-4b10-a431-e4a3715442d5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983117 Mar 22 12:54:19.194492 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Attempting to bind port 876b96c1-ca23-4c21-9eef-1170d604413c on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:54:19.195132 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Attempting to bind port 876b96c1-ca23-4c21-9eef-1170d604413c by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:54:19.195499 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Attempting to bind port 876b96c1-ca23-4c21-9eef-1170d604413c on network f27f08cb-d50b-4ca2-a370-b69ad85bed34 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:54:19.201470 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:54:19.202041 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Checking segment: {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:19.202463 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.202860 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Bound using segment: {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:54:19.203371 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Bound port: 876b96c1-ca23-4c21-9eef-1170d604413c, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:54:19.203760 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.273435 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] For port 876b96c1-ca23-4c21-9eef-1170d604413c, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:54:19.276553 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] For port 876b96c1-ca23-4c21-9eef-1170d604413c, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=876b96c1-ca23-4c21-9eef-1170d604413c,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:54:19.290513 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f23b0f7-db10-4896-a884-f494ce30f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (6560d6e0-d9bb-4639-bc99-979e6e451717), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.293031 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f23b0f7-db10-4896-a884-f494ce30f2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.294922 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-0f23b0f7-db10-4896-a884-f494ce30f2d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6560d6e0-d9bb-4639-bc99-979e6e451717 HTTP/1.1" status: 204 len: 168 time: 0.3509231 Mar 22 12:54:19.320550 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23b0f7-db10-4896-a884-f494ce30f2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6560d6e0-d9bb-4639-bc99-979e6e451717,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:19.348436 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.382373 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks [] for router_gateway (8fcdf284-3004-41e5-8b4e-597880910e9d), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.401670 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.430377 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30268cd2-3aac-4565-9096-397a6b292bd6 None None] Pushing event updated for resources: {'Port': ['ID=876b96c1-ca23-4c21-9eef-1170d604413c,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:19.521203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Allocated IP 172.27.2.166 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/172fba41-6f31-4aba-a8c4-49ce58942936) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:54:19.686816 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks [] for port (172fba41-6f31-4aba-a8c4-49ce58942936), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:19.956512 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 876b96c1-ca23-4c21-9eef-1170d604413c up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:20.007884 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 876b96c1-ca23-4c21-9eef-1170d604413c triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:20.008313 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.088478 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50054) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:20.105545 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-76e57ee8-63b4-4605-aff3-e0df5780ab3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.108288 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 876b96c1-ca23-4c21-9eef-1170d604413c is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:20.108589 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.119448 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.146541 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 876b96c1-ca23-4c21-9eef-1170d604413c, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=876b96c1-ca23-4c21-9eef-1170d604413c,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:20.159549 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.172580 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:54:20.185344 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:20.190366 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:54:20.197138 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Pushing event updated for resources: {'Port': ['ID=172fba41-6f31-4aba-a8c4-49ce58942936,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:20.219082 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-76e57ee8-63b4-4605-aff3-e0df5780ab3d admin admin] Publish callbacks [] for security_group (b0043d56-99fe-4ace-b084-40017f956107), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.258239 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.309222 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b5a3f-4ddc-437d-be1a-a6e1a5e8c0fd req-2d7a112b-b167-44d4-81ea-44fe4af74981 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:20.314313 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f88b5a3f-4ddc-437d-be1a-a6e1a5e8c0fd req-2d7a112b-b167-44d4-81ea-44fe4af74981 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0786853 Mar 22 12:54:20.333897 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=876b96c1-ca23-4c21-9eef-1170d604413c,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:20.346140 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-76e57ee8-63b4-4605-aff3-e0df5780ab3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b0043d56-99fe-4ace-b084-40017f956107), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.405444 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-76e57ee8-63b4-4605-aff3-e0df5780ab3d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a0e1f04e99445d186fb43993c7bdbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151402 Mar 22 12:54:20.408303 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50058) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:20.434522 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f88b5a3f-4ddc-437d-be1a-a6e1a5e8c0fd req-f41c1f86-4edd-4463-8660-e6bac89166cb tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002779 Mar 22 12:54:20.436014 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e57ee8-63b4-4605-aff3-e0df5780ab3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0043d56-99fe-4ace-b084-40017f956107,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:20.482760 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f9d958c9-5aba-40da-ae60-88a317cd8697 admin admin] Publish callbacks [] for security_group (b0043d56-99fe-4ace-b084-40017f956107), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.573019 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f9d958c9-5aba-40da-ae60-88a317cd8697 admin admin] Publish callbacks [] for security_group (b0043d56-99fe-4ace-b084-40017f956107), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.596599 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6380eb-5344-426f-85b3-afb7c8a4a030 None None] Network f27f08cb-d50b-4ca2-a370-b69ad85bed34 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:54:20.639853 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks [] for router_gateway (8fcdf284-3004-41e5-8b4e-597880910e9d), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.820545 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f9d958c9-5aba-40da-ae60-88a317cd8697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b0043d56-99fe-4ace-b084-40017f956107), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.823471 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f9d958c9-5aba-40da-ae60-88a317cd8697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.825225 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f9d958c9-5aba-40da-ae60-88a317cd8697 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b0043d56-99fe-4ace-b084-40017f956107 HTTP/1.1" status: 204 len: 168 time: 0.4149575 Mar 22 12:54:20.839660 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d958c9-5aba-40da-ae60-88a317cd8697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0043d56-99fe-4ace-b084-40017f956107,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:20.886788 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-d8a1af1d-6a46-4b3f-8259-ebec0047e7bb None None] Provisioning complete for port 876b96c1-ca23-4c21-9eef-1170d604413c triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:20.887496 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d8a1af1d-6a46-4b3f-8259-ebec0047e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:20.911724 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (8fcdf284-3004-41e5-8b4e-597880910e9d), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:21.010616 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1af1d-6a46-4b3f-8259-ebec0047e7bb None None] Current status of the port 876b96c1-ca23-4c21-9eef-1170d604413c is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:21.239743 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-ef7d19de-89c0-46a2-a52d-e581f27cb8a9 None None] Provisioning complete for port 876b96c1-ca23-4c21-9eef-1170d604413c triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:21.240127 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-ef7d19de-89c0-46a2-a52d-e581f27cb8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:21.301688 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Router 8fcdf284-3004-41e5-8b4e-597880910e9d is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:54:21.325052 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d19de-89c0-46a2-a52d-e581f27cb8a9 None None] Current status of the port 876b96c1-ca23-4c21-9eef-1170d604413c is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:21.459086 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:54:21.478350 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Sync routers for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:54:21.481326 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:21.482019 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:54:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:21.556426 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:21.562219 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50092) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:21.568126 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-976917be-13be-4d81-9d32-d607753795b6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0422037 Mar 22 12:54:21.587283 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b658b2-23fc-41a8-adc1-b7fe66b6b6e5 req-38c84f1b-0159-44bc-90fd-3407c1d3de9c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:21.594808 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82b658b2-23fc-41a8-adc1-b7fe66b6b6e5 req-38c84f1b-0159-44bc-90fd-3407c1d3de9c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0878184 Mar 22 12:54:21.610099 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:21.784395 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82b658b2-23fc-41a8-adc1-b7fe66b6b6e5 req-29c196c7-b6d3-411f-98ad-a09df3fea798 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884542 Mar 22 12:54:21.805220 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ef0e-b690-4feb-b14e-6c0585d7b7c2 req-fce4e38e-c1a0-4233-8784-6c997d6e5d87 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:21.811598 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:20Z', 'revision_number': 3, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:21.812622 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3fd9ef0e-b690-4feb-b14e-6c0585d7b7c2 req-fce4e38e-c1a0-4233-8784-6c997d6e5d87 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 945 time: 0.1763430 Mar 22 12:54:21.846398 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Checking router: 8fcdf284-3004-41e5-8b4e-597880910e9d for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:54:21.846900 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Updating router 8fcdf284-3004-41e5-8b4e-597880910e9d port 172fba41-6f31-4aba-a8c4-49ce58942936 binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:54:21.880979 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:21.944176 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 876b96c1-ca23-4c21-9eef-1170d604413c up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:22.008039 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 876b96c1-ca23-4c21-9eef-1170d604413c triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:22.008431 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.078543 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50104) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:22.142032 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 876b96c1-ca23-4c21-9eef-1170d604413c is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:22.216899 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3fd9ef0e-b690-4feb-b14e-6c0585d7b7c2 req-15b0a9f1-a064-42d3-abc7-c7122185fca7 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895625 Mar 22 12:54:22.230055 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-74b18f85-ff59-4b5f-9faa-0568f47eb771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.259198 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Publish callbacks [] for port (172fba41-6f31-4aba-a8c4-49ce58942936), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.333556 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.344415 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-74b18f85-ff59-4b5f-9faa-0568f47eb771 admin admin] Publish callbacks [] for security_group (a28e0dc6-4a13-42ec-be67-f12e922b925a), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.386882 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.446139 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Pushing event updated for resources: {'Port': ['ID=172fba41-6f31-4aba-a8c4-49ce58942936,revision_number=2']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:22.448232 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Attempting to bind port 172fba41-6f31-4aba-a8c4-49ce58942936 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:54:22.449142 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Attempting to bind port 172fba41-6f31-4aba-a8c4-49ce58942936 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:54:22.449622 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Attempting to bind port 172fba41-6f31-4aba-a8c4-49ce58942936 on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:54:22.452268 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-74b18f85-ff59-4b5f-9faa-0568f47eb771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (a28e0dc6-4a13-42ec-be67-f12e922b925a), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.459173 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.459519 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.460065 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.460427 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.460767 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.461107 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.461433 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.461753 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.462103 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.475970 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:54:22.476969 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Bound port: 172fba41-6f31-4aba-a8c4-49ce58942936, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:54:22.476969 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.515949 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b18f85-ff59-4b5f-9faa-0568f47eb771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28e0dc6-4a13-42ec-be67-f12e922b925a,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:22.524076 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] For port 172fba41-6f31-4aba-a8c4-49ce58942936, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:54:22.525856 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Allocated IP 172.20.0.1 (f27f08cb-d50b-4ca2-a370-b69ad85bed34/e7946065-e410-4ba5-a810-89978bc20bd4/f6c83536-fa16-4e06-a526-a2840df9dc91) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:54:22.527911 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] For port 172fba41-6f31-4aba-a8c4-49ce58942936, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=172fba41-6f31-4aba-a8c4-49ce58942936,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:54:22.543099 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-74b18f85-ff59-4b5f-9faa-0568f47eb771 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29dfc1f1f8aa48d285fe3cb1442ffdb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602382 Mar 22 12:54:22.545796 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50114) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:22.606496 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-de7664e9-2860-4a16-945b-71f7f285a3b9 admin admin] Publish callbacks [] for security_group (a28e0dc6-4a13-42ec-be67-f12e922b925a), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.630318 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-de7664e9-2860-4a16-945b-71f7f285a3b9 admin admin] Publish callbacks [] for security_group (a28e0dc6-4a13-42ec-be67-f12e922b925a), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.639495 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.656120 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Publish callbacks [] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.706086 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15048bf6-112a-495c-9ca0-55c1fc0fbedb None None] Pushing event updated for resources: {'Port': ['ID=172fba41-6f31-4aba-a8c4-49ce58942936,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:22.711044 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:22.711666 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:54:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:22.742164 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-de7664e9-2860-4a16-945b-71f7f285a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (a28e0dc6-4a13-42ec-be67-f12e922b925a), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.744429 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-de7664e9-2860-4a16-945b-71f7f285a3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.748747 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-de7664e9-2860-4a16-945b-71f7f285a3b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a28e0dc6-4a13-42ec-be67-f12e922b925a HTTP/1.1" status: 204 len: 168 time: 0.1991246 Mar 22 12:54:22.769465 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7664e9-2860-4a16-945b-71f7f285a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28e0dc6-4a13-42ec-be67-f12e922b925a,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:22.783701 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:22.832604 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Network f27f08cb-d50b-4ca2-a370-b69ad85bed34 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:54:22.837461 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:22.840733 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:54:22.873283 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:22.933069 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c83536-fa16-4e06-a526-a2840df9dc91,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:22.937002 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (8fcdf284-3004-41e5-8b4e-597880910e9d), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:23.037950 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c90c6-5818-4ac5-b343-c7099cb2f28e req-aa95361f-bf57-4daf-b296-23a8a204b3b1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:23.039798 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f73c90c6-5818-4ac5-b343-c7099cb2f28e req-aa95361f-bf57-4daf-b296-23a8a204b3b1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1495578 Mar 22 12:54:23.104753 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:20Z', 'revision_number': 3, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:23.150794 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba6318-6bcf-47c6-b654-483915e1b8f6 None None] The sync data for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi is: [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:20Z', 'revision_number': 3, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:54:23.166357 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-7ba19b82-70f0-4141-8443-1a29aa38127d None None] Provisioning complete for port f6c83536-fa16-4e06-a526-a2840df9dc91 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:23.166919 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-7ba19b82-70f0-4141-8443-1a29aa38127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:23.173054 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f73c90c6-5818-4ac5-b343-c7099cb2f28e req-f6765a42-be0d-4b6d-bacb-44ac24a5f23e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243095 Mar 22 12:54:23.230752 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-7ba19b82-70f0-4141-8443-1a29aa38127d None None] Port f6c83536-fa16-4e06-a526-a2840df9dc91 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:54:23.303801 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:23.405198 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9515-2863-4203-86c5-6988e56ba562 req-6ac5a241-fb1d-4607-9e91-e61909daceb1 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:23.409739 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c9ce9515-2863-4203-86c5-6988e56ba562 req-6ac5a241-fb1d-4607-9e91-e61909daceb1 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 945 time: 0.1044879 Mar 22 12:54:23.519603 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c9ce9515-2863-4203-86c5-6988e56ba562 req-e2d4d793-d9a6-48e1-8407-308e9b9afd37 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030617 Mar 22 12:54:23.565189 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Publish callbacks [] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:23.798546 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:23.883937 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (8fcdf284-3004-41e5-8b4e-597880910e9d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:23.887303 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c83536-fa16-4e06-a526-a2840df9dc91,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:23.967668 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 172fba41-6f31-4aba-a8c4-49ce58942936 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:23.978273 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50148) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:24.004362 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-865c341a-1378-4f38-a376-60415ba8b45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.052418 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Network f27f08cb-d50b-4ca2-a370-b69ad85bed34 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:54:24.056404 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:24.071352 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 172fba41-6f31-4aba-a8c4-49ce58942936 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:24.072055 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.285147 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-865c341a-1378-4f38-a376-60415ba8b45d admin admin] Publish callbacks [] for security_group (03669d78-29f1-4867-a3cc-e41b8f3c9ad6), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.286298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 172fba41-6f31-4aba-a8c4-49ce58942936 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:24.286964 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.335758 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 172fba41-6f31-4aba-a8c4-49ce58942936, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=172fba41-6f31-4aba-a8c4-49ce58942936,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:24.375795 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Router 8fcdf284-3004-41e5-8b4e-597880910e9d has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:54:24.376668 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-865c341a-1378-4f38-a376-60415ba8b45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (03669d78-29f1-4867-a3cc-e41b8f3c9ad6), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.409796 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.414275 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-f1700411-c589-48f4-aa4f-fad0bf6ef67f tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:24.416106 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-f1700411-c589-48f4-aa4f-fad0bf6ef67f tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.46 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 945 time: 0.1909323 Mar 22 12:54:24.455255 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c341a-1378-4f38-a376-60415ba8b45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03669d78-29f1-4867-a3cc-e41b8f3c9ad6,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:24.463492 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-865c341a-1378-4f38-a376-60415ba8b45d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e0e59ac8a1a43dba080a612380cd99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4799254 Mar 22 12:54:24.472855 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50154) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:24.482942 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=172fba41-6f31-4aba-a8c4-49ce58942936,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:24.491657 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-3c2a028c-9f9b-46fb-8d48-32239ee79612 None None] Provisioning complete for port f6c83536-fa16-4e06-a526-a2840df9dc91 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:24.492491 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3c2a028c-9f9b-46fb-8d48-32239ee79612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.538879 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf1596-2621-4d66-acb4-3a8ba4849c71 req-64177eaa-e517-4d70-9ed3-001033eb840f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:24.540913 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dfbf1596-2621-4d66-acb4-3a8ba4849c71 req-64177eaa-e517-4d70-9ed3-001033eb840f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.2189748 Mar 22 12:54:24.583273 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a028c-9f9b-46fb-8d48-32239ee79612 None None] Port f6c83536-fa16-4e06-a526-a2840df9dc91 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:54:24.641119 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f53de5ef-2c7c-4d5c-89a8-234aecbd4586 admin admin] Publish callbacks [] for security_group (03669d78-29f1-4867-a3cc-e41b8f3c9ad6), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.661752 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dfbf1596-2621-4d66-acb4-3a8ba4849c71 req-88dc9f05-cf71-4817-a48c-8ef19a071883 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980110 Mar 22 12:54:24.679897 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:54:24.681784 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-9efa59aa-f264-4f0f-a1f4-1223b133a4e7 admin admin] 10.222.0.69 "PUT /v2.0/routers/8fcdf284-3004-41e5-8b4e-597880910e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1172230 Mar 22 12:54:24.702685 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Deleting port ba03520a-e966-491c-a0c5-568b687f27e4 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:54:24.703254 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.709140 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f53de5ef-2c7c-4d5c-89a8-234aecbd4586 admin admin] Publish callbacks [] for security_group (03669d78-29f1-4867-a3cc-e41b8f3c9ad6), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.735559 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d38dd4-e167-4887-81ca-bf7fce23cf5a req-42bc488a-ab22-4eae-b184-fa0a00523bf4 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:24.737549 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-72d38dd4-e167-4887-81ca-bf7fce23cf5a req-42bc488a-ab22-4eae-b184-fa0a00523bf4 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 945 time: 0.1179445 Mar 22 12:54:24.808249 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-72d38dd4-e167-4887-81ca-bf7fce23cf5a req-251d5ca1-1a82-432e-9e7d-fafa624815f0 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/security-groups?id=249d9a3b-0de4-491a-a241-5d11966ef412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645132 Mar 22 12:54:24.850056 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] For port ba03520a-e966-491c-a0c5-568b687f27e4, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ba03520a-e966-491c-a0c5-568b687f27e4,segment=NetworkSegment(d39ece4d-d101-4f31-b1a1-350b1029b164),segment_id=d39ece4d-d101-4f31-b1a1-350b1029b164)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:24.850572 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.869788 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Calling delete_port for ba03520a-e966-491c-a0c5-568b687f27e4 owned by compute:nova {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:54:24.922203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f53de5ef-2c7c-4d5c-89a8-234aecbd4586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (03669d78-29f1-4867-a3cc-e41b8f3c9ad6), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.925427 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f53de5ef-2c7c-4d5c-89a8-234aecbd4586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:24.926724 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f53de5ef-2c7c-4d5c-89a8-234aecbd4586 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03669d78-29f1-4867-a3cc-e41b8f3c9ad6 HTTP/1.1" status: 204 len: 168 time: 0.4526753 Mar 22 12:54:24.972360 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53de5ef-2c7c-4d5c-89a8-234aecbd4586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03669d78-29f1-4867-a3cc-e41b8f3c9ad6,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:25.181414 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (ba03520a-e966-491c-a0c5-568b687f27e4), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:25.213867 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Pushing event deleted for resources: {'Port': ['ID=ba03520a-e966-491c-a0c5-568b687f27e4,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:25.235771 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['ba03520a-e966-491c-a0c5-568b687f27e4'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:54:25.321591 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] No DVR routers for this DVR port ba03520a-e966-491c-a0c5-568b687f27e4 on host hv-cinder-82414 {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:54:25.331954 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92de92-a194-461c-9854-69a070473beb None None] Sync routers for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:54:25.333218 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:25.337120 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-e6bf0417-0975-4721-bdfa-1e05b70a7de4 req-edc9eb5b-3245-48a6-be55-ad80e94c32a5 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.46 "DELETE /v2.0/ports/ba03520a-e966-491c-a0c5-568b687f27e4 HTTP/1.1" status: 204 len: 173 time: 0.9143960 Mar 22 12:54:25.337616 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af10578-1100-4253-9256-953833eb6a49', 'name': 'network-vif-deleted', 'tag': 'ba03520a-e966-491c-a0c5-568b687f27e4'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:54:25.348489 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bebbb1e-6f39-452b-9244-f9d82814688b" -d '{"events": [{"server_uuid": "4af10578-1100-4253-9256-953833eb6a49", "name": "network-vif-deleted", "tag": "ba03520a-e966-491c-a0c5-568b687f27e4"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:54:25.355959 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92de92-a194-461c-9854-69a070473beb None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:25.357418 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4a92de92-a194-461c-9854-69a070473beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:54:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:25.400378 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b46027-a452-44aa-8ab1-9d8f8a736261 x-openstack-request-id: req-f0b46027-a452-44aa-8ab1-9d8f8a736261 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:54:25.400675 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af10578-1100-4253-9256-953833eb6a49", "name": "network-vif-deleted", "tag": "ba03520a-e966-491c-a0c5-568b687f27e4", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:54:25.400951 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0b46027-a452-44aa-8ab1-9d8f8a736261 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:54:25.401363 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b46027-a452-44aa-8ab1-9d8f8a736261'] response: {'server_uuid': '4af10578-1100-4253-9256-953833eb6a49', 'name': 'network-vif-deleted', 'tag': 'ba03520a-e966-491c-a0c5-568b687f27e4', 'status': 'completed', 'code': 200} Mar 22 12:54:25.488718 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-4a92de92-a194-461c-9854-69a070473beb None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:25.705697 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4a92de92-a194-461c-9854-69a070473beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'f6c83536-fa16-4e06-a526-a2840df9dc91', 'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'mac_address': 'fa:16:3e:63:61:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:22Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 2, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'subnets': [{'id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:25.737294 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92de92-a194-461c-9854-69a070473beb None None] Checking router: 8fcdf284-3004-41e5-8b4e-597880910e9d for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:54:25.737294 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92de92-a194-461c-9854-69a070473beb None None] Updating router 8fcdf284-3004-41e5-8b4e-597880910e9d port f6c83536-fa16-4e06-a526-a2840df9dc91 binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:54:25.775813 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4a92de92-a194-461c-9854-69a070473beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:25.825428 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf046b9-e34e-4ffe-8c81-73b1e2a6e648 req-61489a50-3f4b-49c1-bea0-1685a06fcab2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:25.828597 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eaf046b9-e34e-4ffe-8c81-73b1e2a6e648 req-61489a50-3f4b-49c1-bea0-1685a06fcab2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0714207 Mar 22 12:54:25.910532 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eaf046b9-e34e-4ffe-8c81-73b1e2a6e648 req-ee61868b-e6c8-4bd0-a72b-d77332e0e9ec tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721946 Mar 22 12:54:25.950165 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 172fba41-6f31-4aba-a8c4-49ce58942936 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:25.970515 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ab821fd6-8a27-4b7c-b57a-73849c9fca3e req-db4e7b9f-e453-4b24-819a-ac08b4509e66 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 210 time: 0.0311904 Mar 22 12:54:26.016567 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50222) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:26.021789 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-411343923-network', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:26.085751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 172fba41-6f31-4aba-a8c4-49ce58942936 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:26.086146 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.126404 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Made reservation on behalf of 3364eaa58f1544abaf566c88c7e3a27c for: {'network': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:54:26.136417 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.139276 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.227297 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Publish callbacks [] for security_group (c8a56881-78c4-4068-b001-469f4a59a2f5), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.291901 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 172fba41-6f31-4aba-a8c4-49ce58942936 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:26.312894 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4a92de92-a194-461c-9854-69a070473beb None None] Publish callbacks [] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.342295 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (c8a56881-78c4-4068-b001-469f4a59a2f5), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.354050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50232) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:26.382667 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=110232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:54:26.388041 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a56881-78c4-4068-b001-469f4a59a2f5,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:26.412897 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.413236 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.segments_db [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Added segment 9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c of type vlan for network 0ba93369-9ef4-444b-bd63-acc2db333993 Mar 22 12:54:26.426791 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4a92de92-a194-461c-9854-69a070473beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.464538 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (0ba93369-9ef4-444b-bd63-acc2db333993), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.485356 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50238) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:26.503774 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada8df3-858c-472b-9674-a1f32d422b8e None None] Pushing event updated for resources: {'Port': ['ID=f6c83536-fa16-4e06-a526-a2840df9dc91,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:26.574256 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-4a92de92-a194-461c-9854-69a070473beb None None] Attempting to bind port f6c83536-fa16-4e06-a526-a2840df9dc91 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:54:26.574630 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-4a92de92-a194-461c-9854-69a070473beb None None] Attempting to bind port f6c83536-fa16-4e06-a526-a2840df9dc91 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:54:26.575019 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92de92-a194-461c-9854-69a070473beb None None] Attempting to bind port f6c83536-fa16-4e06-a526-a2840df9dc91 on network f27f08cb-d50b-4ca2-a370-b69ad85bed34 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:54:26.580933 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cee6a067-d85a-4f66-9df5-70636f77dbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.581104 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92de92-a194-461c-9854-69a070473beb None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:54:26.581488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92de92-a194-461c-9854-69a070473beb None None] Checking segment: {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:26.581899 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4a92de92-a194-461c-9854-69a070473beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.582324 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92de92-a194-461c-9854-69a070473beb None None] Bound using segment: {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:54:26.582803 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-4a92de92-a194-461c-9854-69a070473beb None None] Bound port: f6c83536-fa16-4e06-a526-a2840df9dc91, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:54:26.583192 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4a92de92-a194-461c-9854-69a070473beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.587516 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (0ba93369-9ef4-444b-bd63-acc2db333993), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.588670 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:26.589498 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.620395 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-502495842-network', 'tenant_id': '1475912c6667462c849133ad2e4718bc'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:26.673432 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-4a92de92-a194-461c-9854-69a070473beb None None] For port f6c83536-fa16-4e06-a526-a2840df9dc91, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:54:26.677674 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-4a92de92-a194-461c-9854-69a070473beb None None] For port f6c83536-fa16-4e06-a526-a2840df9dc91, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=f6c83536-fa16-4e06-a526-a2840df9dc91,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:54:26.685177 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba93369-9ef4-444b-bd63-acc2db333993,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:26.696744 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 0ba93369-9ef4-444b-bd63-acc2db333993 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:54:26.709706 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Made reservation on behalf of 1475912c6667462c849133ad2e4718bc for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:54:26.712147 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.720006 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cee6a067-d85a-4f66-9df5-70636f77dbf3 admin admin] Publish callbacks [] for security_group (41fd5ae1-5e65-4820-9e1d-97c429a01fe7), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.729712 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.742688 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50242) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:26.742912 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c60e531a-8ad6-4c84-88c7-499ff94e09c1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7247055 Mar 22 12:54:26.747532 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4a92de92-a194-461c-9854-69a070473beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.749977 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Request body: {'subnet': {'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-411343923-subnet', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'ip_version': 4}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:26.811572 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cee6a067-d85a-4f66-9df5-70636f77dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (41fd5ae1-5e65-4820-9e1d-97c429a01fe7), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.843782 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Made reservation on behalf of 3364eaa58f1544abaf566c88c7e3a27c for: {'subnet': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:54:26.846672 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8544700'] for subnet (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:26.858477 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92de92-a194-461c-9854-69a070473beb None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:26.859548 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4a92de92-a194-461c-9854-69a070473beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:54:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:26.861545 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada8df3-858c-472b-9674-a1f32d422b8e None None] Pushing event updated for resources: {'Port': ['ID=f6c83536-fa16-4e06-a526-a2840df9dc91,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:26.939119 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-023b7ccb-6fd2-47ad-b7cf-d74098c0b16f None None] Provisioning complete for port f6c83536-fa16-4e06-a526-a2840df9dc91 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:26.939497 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-023b7ccb-6fd2-47ad-b7cf-d74098c0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.068767 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-4a92de92-a194-461c-9854-69a070473beb None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:27.172635 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-023b7ccb-6fd2-47ad-b7cf-d74098c0b16f None None] Current status of the port f6c83536-fa16-4e06-a526-a2840df9dc91 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:27.172635 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-023b7ccb-6fd2-47ad-b7cf-d74098c0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.178087 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-cee6a067-d85a-4f66-9df5-70636f77dbf3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca056edbd343445ba7d81083af0457a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8212705 Mar 22 12:54:27.180194 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50248) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:27.233592 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afb314d8-2812-44c5-87c0-02e3221c9f3a req-158b284b-aa4d-4b67-8afe-dd80523e8ed6 tempest-DeleteServersTestJSON-1586951498 tempest-DeleteServersTestJSON-1586951498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4af10578-1100-4253-9256-953833eb6a49 HTTP/1.1" status: 200 len: 210 time: 0.0647054 Mar 22 12:54:27.268273 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-eda2ef76-65fc-4ea4-9a23-bb6eb2123a9c admin admin] Publish callbacks [] for security_group (41fd5ae1-5e65-4820-9e1d-97c429a01fe7), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.271813 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Publish callbacks [] for security_group (31824b66-fd6c-4c31-97ea-dae95019b3a6), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.276167 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6a067-d85a-4f66-9df5-70636f77dbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fd5ae1-5e65-4820-9e1d-97c429a01fe7,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:27.301207 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-eda2ef76-65fc-4ea4-9a23-bb6eb2123a9c admin admin] Publish callbacks [] for security_group (41fd5ae1-5e65-4820-9e1d-97c429a01fe7), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.323649 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dac901-f6df-4aec-962e-a5a3ea8b3ef4 req-71d254b3-75d3-4078-adcc-c4bd64ce9ba9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:27.325745 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-31dac901-f6df-4aec-962e-a5a3ea8b3ef4 req-71d254b3-75d3-4078-adcc-c4bd64ce9ba9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1656342 Mar 22 12:54:27.383450 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (31824b66-fd6c-4c31-97ea-dae95019b3a6), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.402389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-023b7ccb-6fd2-47ad-b7cf-d74098c0b16f None None] For port f6c83536-fa16-4e06-a526-a2840df9dc91, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=f6c83536-fa16-4e06-a526-a2840df9dc91,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:27.430625 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4a92de92-a194-461c-9854-69a070473beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'f6c83536-fa16-4e06-a526-a2840df9dc91', 'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'mac_address': 'fa:16:3e:63:61:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:22Z', 'updated_at': '2022-03-22T12:54:26Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'subnets': [{'id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:27.474566 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-31dac901-f6df-4aec-962e-a5a3ea8b3ef4 req-2cb803d2-c5df-4529-9f6e-bbe3d42a7dc9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417623 Mar 22 12:54:27.475793 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31824b66-fd6c-4c31-97ea-dae95019b3a6,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:27.553054 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-eda2ef76-65fc-4ea4-9a23-bb6eb2123a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (41fd5ae1-5e65-4820-9e1d-97c429a01fe7), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.556029 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-eda2ef76-65fc-4ea4-9a23-bb6eb2123a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.557226 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-eda2ef76-65fc-4ea4-9a23-bb6eb2123a9c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41fd5ae1-5e65-4820-9e1d-97c429a01fe7 HTTP/1.1" status: 204 len: 168 time: 0.3757126 Mar 22 12:54:27.562020 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:54:27.569822 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2ef76-65fc-4ea4-9a23-bb6eb2123a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fd5ae1-5e65-4820-9e1d-97c429a01fe7,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:27.587261 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (4047a181-4a3c-40d4-9143-dc770f4cff49), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.587600 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Added segment 4047a181-4a3c-40d4-9143-dc770f4cff49 of type vlan for network 218868f4-92b8-4cfc-af91-2ddc3761cbf7 Mar 22 12:54:27.597405 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8620426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8544682'] for subnet (96600d0b-76ba-4a70-8759-843fa1373395), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.597939 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92de92-a194-461c-9854-69a070473beb None None] The sync data for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi is: [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'f6c83536-fa16-4e06-a526-a2840df9dc91', 'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'mac_address': 'fa:16:3e:63:61:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:22Z', 'updated_at': '2022-03-22T12:54:26Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'subnets': [{'id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:54:27.604326 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-023b7ccb-6fd2-47ad-b7cf-d74098c0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.670195 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b7ccb-6fd2-47ad-b7cf-d74098c0b16f None None] Pushing event updated for resources: {'Port': ['ID=f6c83536-fa16-4e06-a526-a2840df9dc91,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:27.702782 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (218868f4-92b8-4cfc-af91-2ddc3761cbf7), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.730541 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-0932bcc3-dfa3-4412-baf2-0af98eb8c0ed None None] Provisioning complete for port f6c83536-fa16-4e06-a526-a2840df9dc91 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:27.731638 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-0932bcc3-dfa3-4412-baf2-0af98eb8c0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.754961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96600d0b-76ba-4a70-8759-843fa1373395,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:27.785536 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Checking segment: {'id': '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:27.786050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Network hostable DHCP agents. Network: 0ba93369-9ef4-444b-bd63-acc2db333993, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:54:27.849428 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (218868f4-92b8-4cfc-af91-2ddc3761cbf7), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.850501 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:27.851157 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:27.866263 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-0932bcc3-dfa3-4412-baf2-0af98eb8c0ed None None] Current status of the port f6c83536-fa16-4e06-a526-a2840df9dc91 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:27.901874 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Network 0ba93369-9ef4-444b-bd63-acc2db333993 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:54:27.942351 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] Pushing event updated for resources: {'Network': ['ID=218868f4-92b8-4cfc-af91-2ddc3761cbf7,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:27.962653 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 218868f4-92b8-4cfc-af91-2ddc3761cbf7 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:54:27.989406 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a976231c-3a74-4307-a7ff-0dd2264ca9e8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5026500 Mar 22 12:54:27.990751 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 0ba93369-9ef4-444b-bd63-acc2db333993) {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:27.995420 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:27.996003 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50256) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:28.003151 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Request body: {'subnet': {'network_id': '218868f4-92b8-4cfc-af91-2ddc3761cbf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-502495842-subnet', 'tenant_id': '1475912c6667462c849133ad2e4718bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:28.006591 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.044466 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device f6c83536-fa16-4e06-a526-a2840df9dc91 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:28.047664 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9b8e1-a632-4c92-945e-3d37bf91200a None None] Network 0ba93369-9ef4-444b-bd63-acc2db333993 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:54:28.077490 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Made reservation on behalf of 1475912c6667462c849133ad2e4718bc for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:54:28.084746 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9330252'] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.093115 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-38cddf5a-6a2f-42ce-bd4a-b9c6b88e78d9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3493516 Mar 22 12:54:28.095825 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50258) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:28.111753 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:28.218786 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port f6c83536-fa16-4e06-a526-a2840df9dc91 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:28.218786 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.268455 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.272269 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.298402 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-0ba93369-9ef4-444b-bd63-acc2db333993', 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993', 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'fixed_ips': [{'subnet_id': '96600d0b-76ba-4a70-8759-843fa1373395'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:54:28.301178 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.428866 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks [] for router_controller (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), precommit_add_association {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.444843 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9101422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9330266'] for subnet (a176e025-cc9f-47ea-a004-af6e0f509c96), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.447015 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device ba03520a-e966-491c-a0c5-568b687f27e4 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:54:28.494236 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port f6c83536-fa16-4e06-a526-a2840df9dc91 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:28.496429 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: ba03520a-e966-491c-a0c5-568b687f27e4 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:54:28.497468 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device ba03520a-e966-491c-a0c5-568b687f27e4 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:54:28.567738 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Allocated IP 172.20.0.2 (0ba93369-9ef4-444b-bd63-acc2db333993/96600d0b-76ba-4a70-8759-843fa1373395/116f82de-2931-4f60-9b22-dcaab389e777) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:54:28.572609 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50272) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:28.649267 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-bd90f64c-0be2-430c-8f56-80dfd8821068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.656138 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a176e025-cc9f-47ea-a004-af6e0f509c96,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:28.690317 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Checking segment: {'id': '4047a181-4a3c-40d4-9143-dc770f4cff49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '218868f4-92b8-4cfc-af91-2ddc3761cbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:28.691165 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Network hostable DHCP agents. Network: 218868f4-92b8-4cfc-af91-2ddc3761cbf7, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:54:28.800427 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks [] for router_gateway (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.818588 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66876a-c173-4d5c-96c7-7c1953d2baef req-b968abe9-650c-4640-9a8f-825a11b545c0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:28.820429 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a66876a-c173-4d5c-96c7-7c1953d2baef req-b968abe9-650c-4640-9a8f-825a11b545c0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1804819 Mar 22 12:54:28.830751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Publish callbacks [] for port (116f82de-2931-4f60-9b22-dcaab389e777), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.835548 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-bd90f64c-0be2-430c-8f56-80dfd8821068 admin admin] Publish callbacks [] for security_group (8f2cb952-560c-4fee-8b51-60014aceff0b), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.844546 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Network 218868f4-92b8-4cfc-af91-2ddc3761cbf7 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:54:28.880340 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a66876a-c173-4d5c-96c7-7c1953d2baef req-e4260bd1-20fc-4f5c-8996-b8334086a400 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540257 Mar 22 12:54:28.935747 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-bd90f64c-0be2-430c-8f56-80dfd8821068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (8f2cb952-560c-4fee-8b51-60014aceff0b), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.936026 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (116f82de-2931-4f60-9b22-dcaab389e777), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:28.977829 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Network 0ba93369-9ef4-444b-bd63-acc2db333993 is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:54:28.980871 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:28.985464 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:54:29.007758 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-bd90f64c-0be2-430c-8f56-80dfd8821068 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f99cc9f2315d487396ac0a9654407ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262884 Mar 22 12:54:29.008494 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 218868f4-92b8-4cfc-af91-2ddc3761cbf7) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:29.014056 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50280) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:29.017397 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:29.017564 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.025154 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd87620-b0a6-49c4-84ee-5354d65ceb76 None None] Network 218868f4-92b8-4cfc-af91-2ddc3761cbf7 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:54:29.029866 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90f64c-0be2-430c-8f56-80dfd8821068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2cb952-560c-4fee-8b51-60014aceff0b,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:29.098024 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Pushing event updated for resources: {'Port': ['ID=116f82de-2931-4f60-9b22-dcaab389e777,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:29.099079 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Attempting to bind port 116f82de-2931-4f60-9b22-dcaab389e777 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:54:29.099548 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Attempting to bind port 116f82de-2931-4f60-9b22-dcaab389e777 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:54:29.100005 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Attempting to bind port 116f82de-2931-4f60-9b22-dcaab389e777 on network 0ba93369-9ef4-444b-bd63-acc2db333993 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:54:29.106725 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-2e1304e5-bbe6-4e13-a3d5-aa1953562331 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1066606 Mar 22 12:54:29.141421 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:54:29.141902 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Checking segment: {'id': '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:29.142348 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.143699 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Bound using segment: {'id': '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:54:29.143699 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Bound port: 116f82de-2931-4f60-9b22-dcaab389e777, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:54:29.143699 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (116f82de-2931-4f60-9b22-dcaab389e777), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.220667 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6a7655b6-97c9-4b99-b42e-4f40e7955c81 admin admin] Publish callbacks [] for security_group (8f2cb952-560c-4fee-8b51-60014aceff0b), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.244940 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] For port 116f82de-2931-4f60-9b22-dcaab389e777, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:54:29.273794 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6a7655b6-97c9-4b99-b42e-4f40e7955c81 admin admin] Publish callbacks [] for security_group (8f2cb952-560c-4fee-8b51-60014aceff0b), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.321276 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] For port 116f82de-2931-4f60-9b22-dcaab389e777, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=116f82de-2931-4f60-9b22-dcaab389e777,segment=NetworkSegment(9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c),segment_id=9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:54:29.321541 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks [] for router_gateway (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.326838 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c98857-86e3-47d2-8f7c-990d85fba59b None None] Network 218868f4-92b8-4cfc-af91-2ddc3761cbf7 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:54:29.343160 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.397086 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (116f82de-2931-4f60-9b22-dcaab389e777), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.509479 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Allocated IP 172.27.2.93 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/8bb51053-72be-4bd3-aa2f-b32eb7275ff7) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:54:29.523640 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6a7655b6-97c9-4b99-b42e-4f40e7955c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (8f2cb952-560c-4fee-8b51-60014aceff0b), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.524896 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6caaf-ccc4-40cd-9067-3734a1ef53bf None None] Pushing event updated for resources: {'Port': ['ID=116f82de-2931-4f60-9b22-dcaab389e777,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:29.527388 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6a7655b6-97c9-4b99-b42e-4f40e7955c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.527388 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-6a7655b6-97c9-4b99-b42e-4f40e7955c81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f2cb952-560c-4fee-8b51-60014aceff0b HTTP/1.1" status: 204 len: 168 time: 0.5113711 Mar 22 12:54:29.541082 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7655b6-97c9-4b99-b42e-4f40e7955c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2cb952-560c-4fee-8b51-60014aceff0b,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:29.676973 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks [] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.866959 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:29.928313 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:54:29.937366 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:29.958105 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:54:29.969780 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb51053-72be-4bd3-aa2f-b32eb7275ff7,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:30.007655 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 116f82de-2931-4f60-9b22-dcaab389e777 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:30.079638 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 116f82de-2931-4f60-9b22-dcaab389e777 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:30.080033 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (116f82de-2931-4f60-9b22-dcaab389e777), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.213605 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b414140-72f7-41bd-86e5-e79e2617498f req-03163ff6-f949-4731-a1d6-756f57e93022 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:30.213605 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4b414140-72f7-41bd-86e5-e79e2617498f req-03163ff6-f949-4731-a1d6-756f57e93022 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1858275 Mar 22 12:54:30.258349 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50314) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:30.274196 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 116f82de-2931-4f60-9b22-dcaab389e777 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:30.276699 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (116f82de-2931-4f60-9b22-dcaab389e777), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.324196 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 116f82de-2931-4f60-9b22-dcaab389e777, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=116f82de-2931-4f60-9b22-dcaab389e777,segment=NetworkSegment(9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c),segment_id=9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:30.354872 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6ab749-707f-413e-a141-faf864661435 admin admin] Deleting subnet 68e99871-c159-4980-81c9-7f4646cc1592 {{(pid=110232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 12:54:30.360554 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab749-707f-413e-a141-faf864661435 admin admin] Publish callbacks [] for subnet (68e99871-c159-4980-81c9-7f4646cc1592), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.362557 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4b414140-72f7-41bd-86e5-e79e2617498f req-effb0b07-1efd-4aac-ad90-146c5db72fc8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802507 Mar 22 12:54:30.381283 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50318) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:30.387835 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-666975322-network', 'tenant_id': '021dd3f214234603b4727045f08f278f'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:30.405175 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab749-707f-413e-a141-faf864661435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210907'] for subnet (68e99871-c159-4980-81c9-7f4646cc1592), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.455708 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab749-707f-413e-a141-faf864661435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (68e99871-c159-4980-81c9-7f4646cc1592), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.512500 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (116f82de-2931-4f60-9b22-dcaab389e777), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.531318 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Made reservation on behalf of 021dd3f214234603b4727045f08f278f for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:54:30.534205 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.551948 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.595838 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab749-707f-413e-a141-faf864661435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9101359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9330273'] for subnet (68e99871-c159-4980-81c9-7f4646cc1592), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.600534 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks [] for router_gateway (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.612640 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=116f82de-2931-4f60-9b22-dcaab389e777,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:30.627743 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ab749-707f-413e-a141-faf864661435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e99871-c159-4980-81c9-7f4646cc1592,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:30.634788 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab749-707f-413e-a141-faf864661435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.639292 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-9e6ab749-707f-413e-a141-faf864661435 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/68e99871-c159-4980-81c9-7f4646cc1592 HTTP/1.1" status: 204 len: 168 time: 0.3793447 Mar 22 12:54:30.650023 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50322) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:30.746162 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (75f6adbc-72a9-4207-be41-440cc4f07be6), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.847246 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (75f6adbc-72a9-4207-be41-440cc4f07be6), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.850619 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Publish callbacks [] for security_group (fd6c5801-fa38-491f-b758-4a1a18e3eaca), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.875357 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f6adbc-72a9-4207-be41-440cc4f07be6']}} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:30.881976 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f690e3b-3d27-41ef-8e78-4919e26fe4a4 None None] Network 0ba93369-9ef4-444b-bd63-acc2db333993 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:54:30.886972 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39ece4d-d101-4f31-b1a1-350b1029b164') {'for_net_delete': True} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:30.890442 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39ece4d-d101-4f31-b1a1-350b1029b164') {} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:30.901688 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.909038 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (fd6c5801-fa38-491f-b758-4a1a18e3eaca), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.911426 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210914'] for segment (d39ece4d-d101-4f31-b1a1-350b1029b164), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.932909 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (d39ece4d-d101-4f31-b1a1-350b1029b164), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.940539 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=110232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 12:54:30.942195 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9102989'] for segment (d39ece4d-d101-4f31-b1a1-350b1029b164), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: Traceback (most recent call last): Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: timer() Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: cb(*args, **kw) Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: return func(*args, **kwargs) Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: self._notify() Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: self.callback(batched_events) Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: event.method(event) Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: return f(self, *a, **k) Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._get(url).json() Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: return self.request(url, 'GET', **kwargs) Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:54:30.942678 dv-cinder-824149-5-iscsi neutron-server[110232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:54:30.979083 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-412836bb-42ad-4fd4-be52-f3143929e8e5 None None] Provisioning complete for port 116f82de-2931-4f60-9b22-dcaab389e777 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:30.983171 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-412836bb-42ad-4fd4-be52-f3143929e8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (116f82de-2931-4f60-9b22-dcaab389e777), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.047760 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:54:31.063030 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6c5801-fa38-491f-b758-4a1a18e3eaca,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:31.069442 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (75f6adbc-72a9-4207-be41-440cc4f07be6), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.075548 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (82af6c31-079a-453e-80b8-e7e7b33c0eb3), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.075898 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Added segment 82af6c31-079a-453e-80b8-e7e7b33c0eb3 of type vlan for network 86845706-c91d-457d-b950-2c337d613d34 Mar 22 12:54:31.077932 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.084579 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/75f6adbc-72a9-4207-be41-440cc4f07be6 HTTP/1.1" status: 204 len: 168 time: 0.4320731 Mar 22 12:54:31.107491 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724eaaf-73ba-4c21-8104-525267f52ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f6adbc-72a9-4207-be41-440cc4f07be6,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:31.134095 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-412836bb-42ad-4fd4-be52-f3143929e8e5 None None] Current status of the port 116f82de-2931-4f60-9b22-dcaab389e777 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:31.136984 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (86845706-c91d-457d-b950-2c337d613d34), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.295853 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (86845706-c91d-457d-b950-2c337d613d34), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.296850 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:31.297478 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.301133 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Router f60e5bcc-d5e8-4736-a9f9-849a234ff1de is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:54:31.433139 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0499544 Mar 22 12:54:31.433978 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f5ae-28e5-4d19-8c2f-5c254d9ae41c admin admin] Pushing event updated for resources: {'Network': ['ID=86845706-c91d-457d-b950-2c337d613d34,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:31.437105 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50352) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:31.453221 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 86845706-c91d-457d-b950-2c337d613d34 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:54:31.455657 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Request body: {'subnet': {'network_id': '86845706-c91d-457d-b950-2c337d613d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-666975322-subnet', 'tenant_id': '021dd3f214234603b4727045f08f278f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:31.521922 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50356) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:31.545074 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee0261-dc69-4e41-8c0c-d3570fef3958 req-5eaccf91-5d83-46ce-a392-59b2dbb8f1ad tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:31.547141 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0dee0261-dc69-4e41-8c0c-d3570fef3958 req-5eaccf91-5d83-46ce-a392-59b2dbb8f1ad tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1102071 Mar 22 12:54:31.548557 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:54:31.564180 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Sync routers for ids ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:54:31.578329 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-1fdd3a8a-949c-4a4e-9248-65fc69a92424 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b96056a446f4cdca44b83c71c251dd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0550718 Mar 22 12:54:31.579164 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Made reservation on behalf of 021dd3f214234603b4727045f08f278f for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:54:31.580455 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Routers {'f60e5bcc-d5e8-4736-a9f9-849a234ff1de'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:31.581521 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:54:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:31.582365 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9330252'] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.586616 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50358) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:31.598969 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-0c2abb40-9899-4645-a976-158a401d95f5 None None] Provisioning complete for port 116f82de-2931-4f60-9b22-dcaab389e777 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:31.600029 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-0c2abb40-9899-4645-a976-158a401d95f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (116f82de-2931-4f60-9b22-dcaab389e777), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.658360 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0dee0261-dc69-4e41-8c0c-d3570fef3958 req-91d70bd0-7bc6-4b0e-b297-d8eb85104ea4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940647 Mar 22 12:54:31.697822 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f2ff-ff61-4bb7-bcf1-f5a9f450b993 admin admin] Publish callbacks [] for security_group (249d9a3b-0de4-491a-a241-5d11966ef412), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.703309 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.705883 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-0c2abb40-9899-4645-a976-158a401d95f5 None None] Current status of the port 116f82de-2931-4f60-9b22-dcaab389e777 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:31.707908 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-d16751ae-bf89-417f-b752-85faab930790 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6109900 Mar 22 12:54:31.710424 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50360) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:31.814958 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Set router f60e5bcc-d5e8-4736-a9f9-849a234ff1de gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:31.829248 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f2ff-ff61-4bb7-bcf1-f5a9f450b993 admin admin] Publish callbacks [] for security_group (249d9a3b-0de4-491a-a241-5d11966ef412), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:31.972015 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 116f82de-2931-4f60-9b22-dcaab389e777 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:32.010219 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f2ff-ff61-4bb7-bcf1-f5a9f450b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (249d9a3b-0de4-491a-a241-5d11966ef412), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.010899 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9101422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9330266'] for subnet (c03c530e-67a6-4c53-81ce-b08aff3bede7), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.015787 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f2ff-ff61-4bb7-bcf1-f5a9f450b993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.017962 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-9cc2f2ff-ff61-4bb7-bcf1-f5a9f450b993 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/249d9a3b-0de4-491a-a241-5d11966ef412 HTTP/1.1" status: 204 len: 168 time: 0.4267035 Mar 22 12:54:32.063054 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2f2ff-ff61-4bb7-bcf1-f5a9f450b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249d9a3b-0de4-491a-a241-5d11966ef412,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:32.138333 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 116f82de-2931-4f60-9b22-dcaab389e777 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:32.139841 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (116f82de-2931-4f60-9b22-dcaab389e777), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.159620 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Checking segment: {'id': '82af6c31-079a-453e-80b8-e7e7b33c0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '86845706-c91d-457d-b950-2c337d613d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:32.160109 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Network hostable DHCP agents. Network: 86845706-c91d-457d-b950-2c337d613d34, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:54:32.187559 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03c530e-67a6-4c53-81ce-b08aff3bede7,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:32.294470 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 116f82de-2931-4f60-9b22-dcaab389e777 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:32.300310 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:28Z', 'updated_at': '2022-03-22T12:54:30Z', 'revision_number': 3, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'gw_port': {'id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:29Z', 'updated_at': '2022-03-22T12:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:32.301550 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Network 86845706-c91d-457d-b950-2c337d613d34 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:54:32.333784 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Checking router: f60e5bcc-d5e8-4736-a9f9-849a234ff1de for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:54:32.334337 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Updating router f60e5bcc-d5e8-4736-a9f9-849a234ff1de port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:54:32.374274 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.438656 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 86845706-c91d-457d-b950-2c337d613d34) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:32.447410 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:32.448136 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.448623 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82561b78-b43b-4c4f-8a7d-90ef9961e6f8 None None] Network 86845706-c91d-457d-b950-2c337d613d34 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:54:32.597853 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a3ba41af-aa6f-4ca8-a762-9c662e83dd40 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1514895 Mar 22 12:54:32.600291 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce61ee-fc02-4308-9097-a2b93d413a14 None None] Network 86845706-c91d-457d-b950-2c337d613d34 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:54:32.745163 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Publish callbacks [] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.823651 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.832354 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.882248 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c046a-2d13-4633-b14c-9b4f19890b1c req-3efbf70c-cbca-4a77-a70e-7a871b66c0c8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:32.892109 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ed7c046a-2d13-4633-b14c-9b4f19890b1c req-3efbf70c-cbca-4a77-a70e-7a871b66c0c8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1311810 Mar 22 12:54:32.924672 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a9d1f-1c66-435a-ba8b-bd9e0b3ab330 None None] Pushing event updated for resources: {'Port': ['ID=8bb51053-72be-4bd3-aa2f-b32eb7275ff7,revision_number=2']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:32.927525 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Attempting to bind port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:54:32.927893 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Attempting to bind port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:54:32.928250 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Attempting to bind port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:54:32.935132 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:54:32.935502 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:32.935904 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:32.936285 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:54:32.936750 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Bound port: 8bb51053-72be-4bd3-aa2f-b32eb7275ff7, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:54:32.937127 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:33.014196 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] For port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:54:33.018279 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] For port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=8bb51053-72be-4bd3-aa2f-b32eb7275ff7,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:54:33.084214 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:33.088309 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ed7c046a-2d13-4633-b14c-9b4f19890b1c req-27c48f84-7ecd-4bd4-b94a-3c94b3ad83b5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897924 Mar 22 12:54:33.153580 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Routers {'f60e5bcc-d5e8-4736-a9f9-849a234ff1de'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:33.154290 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:54:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:33.181315 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Allocated IP 172.20.0.1 (0ba93369-9ef4-444b-bd63-acc2db333993/96600d0b-76ba-4a70-8759-843fa1373395/f41dc0b5-e02c-47d7-b840-2400a6e1ca70) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:54:33.260922 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a9d1f-1c66-435a-ba8b-bd9e0b3ab330 None None] Pushing event updated for resources: {'Port': ['ID=8bb51053-72be-4bd3-aa2f-b32eb7275ff7,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:33.289290 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a069fca-4f68-4a7d-a97f-1a9d654b765f req-c365201f-31d1-4ebc-8a45-120d4ad85253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:33.291694 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-8a069fca-4f68-4a7d-a97f-1a9d654b765f req-c365201f-31d1-4ebc-8a45-120d4ad85253 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 1129 time: 0.0747931 Mar 22 12:54:33.317577 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] Set router f60e5bcc-d5e8-4736-a9f9-849a234ff1de gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:33.356961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Publish callbacks [] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:33.369951 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-8a069fca-4f68-4a7d-a97f-1a9d654b765f req-a5913ffa-cc15-4ab9-9d63-f325ed75f2a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644722 Mar 22 12:54:33.473741 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:33.517147 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:28Z', 'updated_at': '2022-03-22T12:54:30Z', 'revision_number': 3, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'gw_port': {'id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:29Z', 'updated_at': '2022-03-22T12:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:33.526287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Network 0ba93369-9ef4-444b-bd63-acc2db333993 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:54:33.529311 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:33.559709 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:54:33.562442 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9866be6a-b1d6-48ff-a6ef-f053cb4691c9 None None] The sync data for ids ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'] in dv-cinder-824149-5-iscsi is: [{'id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:28Z', 'updated_at': '2022-03-22T12:54:30Z', 'revision_number': 3, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'gw_port': {'id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:29Z', 'updated_at': '2022-03-22T12:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:54:33.585189 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Pushing event updated for resources: {'Port': ['ID=f41dc0b5-e02c-47d7-b840-2400a6e1ca70,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:33.625597 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:33.959012 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-e1ec5625-5ede-49f0-b3ae-92e84d28cc47 None None] Provisioning complete for port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:33.959576 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5625-5ede-49f0-b3ae-92e84d28cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:33.973603 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:34.011822 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec5625-5ede-49f0-b3ae-92e84d28cc47 None None] Port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:54:34.259892 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Publish callbacks [] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:34.269329 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c36d5-9dbf-41a5-9f91-d69849262117 req-e185454a-cf84-4da2-878d-801a3e16d221 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:34.270988 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-069c36d5-9dbf-41a5-9f91-d69849262117 req-e185454a-cf84-4da2-878d-801a3e16d221 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.1081254 Mar 22 12:54:34.326671 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-069c36d5-9dbf-41a5-9f91-d69849262117 req-7f2294db-1322-4fde-b935-1baaff268797 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Mar 22 12:54:34.358186 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:34.433332 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Pushing event updated for resources: {'Port': ['ID=f41dc0b5-e02c-47d7-b840-2400a6e1ca70,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:34.437114 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:34.546554 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Network 0ba93369-9ef4-444b-bd63-acc2db333993 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:54:34.547949 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:54:34.691379 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Router f60e5bcc-d5e8-4736-a9f9-849a234ff1de has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:54:34.813242 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:54:34.818701 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-75369fb0-1440-4f55-955c-40f8ba2379dc admin admin] 10.222.0.69 "PUT /v2.0/routers/f60e5bcc-d5e8-4736-a9f9-849a234ff1de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1072521 Mar 22 12:54:34.842219 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-28e84241-9d7e-4a7f-ac3f-7086da0073d0 None None] Provisioning complete for port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:34.842563 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-28e84241-9d7e-4a7f-ac3f-7086da0073d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:34.888909 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-28e84241-9d7e-4a7f-ac3f-7086da0073d0 None None] Port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:54:35.449123 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Sync routers for ids ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:54:35.461786 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Routers {'f60e5bcc-d5e8-4736-a9f9-849a234ff1de'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:35.465145 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:54:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:35.475435 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c26ed7-f3e4-4c3d-8388-3d4d24d03286 req-63f3d912-549d-417b-a240-198f33b48cde tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:35.477085 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f4c26ed7-f3e4-4c3d-8388-3d4d24d03286 req-63f3d912-549d-417b-a240-198f33b48cde tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0633883 Mar 22 12:54:35.526431 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50462) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:35.531726 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-ccef2c9a-eb51-4ade-8cb8-ce4f6d2e7270 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484714641', 'description': 'tempest-secgroup-smoke-1484714641 description', 'project_id': '864abfbe38eb4b50ae86f9483dc655b8'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:35.556250 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f4c26ed7-f3e4-4c3d-8388-3d4d24d03286 req-3f5c9daf-99af-42d9-a0cb-fbd9420f4baa tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657601 Mar 22 12:54:35.639677 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccef2c9a-eb51-4ade-8cb8-ce4f6d2e7270 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:35.713980 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292d3a8-be99-45fa-862d-caf34767ed57 req-b2fe688e-5fac-4d16-877e-f6438df79067 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:35.715072 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Set router f60e5bcc-d5e8-4736-a9f9-849a234ff1de gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:35.715673 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6292d3a8-be99-45fa-862d-caf34767ed57 req-b2fe688e-5fac-4d16-877e-f6438df79067 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0873084 Mar 22 12:54:35.765318 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccef2c9a-eb51-4ade-8cb8-ce4f6d2e7270 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group (5157c649-2b09-4971-98f9-d32730c356fb), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:35.790579 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6292d3a8-be99-45fa-862d-caf34767ed57 req-3a0a23de-91b7-4b52-9852-fe616c6b66ab tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639694 Mar 22 12:54:35.850577 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccef2c9a-eb51-4ade-8cb8-ce4f6d2e7270 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (5157c649-2b09-4971-98f9-d32730c356fb), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:35.905259 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef2c9a-eb51-4ade-8cb8-ce4f6d2e7270 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5157c649-2b09-4971-98f9-d32730c356fb,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:35.965062 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:28Z', 'updated_at': '2022-03-22T12:54:33Z', 'revision_number': 4, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'gw_port': {'id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:29Z', 'updated_at': '2022-03-22T12:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'f41dc0b5-e02c-47d7-b840-2400a6e1ca70', 'name': '', 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'mac_address': 'fa:16:3e:ff:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '96600d0b-76ba-4a70-8759-843fa1373395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:32Z', 'updated_at': '2022-03-22T12:54:34Z', 'revision_number': 2, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'subnets': [{'id': '96600d0b-76ba-4a70-8759-843fa1373395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:35.979893 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccef2c9a-eb51-4ade-8cb8-ce4f6d2e7270 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:35.982920 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50472) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:35.984052 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:35.988511 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-fbc4a2d5-af94-4bf1-a3fe-b49eac63dbcc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Request body: {'security_group_rule': {'security_group_id': '5157c649-2b09-4971-98f9-d32730c356fb', 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:35.993055 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ccef2c9a-eb51-4ade-8cb8-ce4f6d2e7270 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4650028 Mar 22 12:54:36.048703 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Checking router: f60e5bcc-d5e8-4736-a9f9-849a234ff1de for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:54:36.049366 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Updating router f60e5bcc-d5e8-4736-a9f9-849a234ff1de port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:54:36.086659 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.088650 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fbc4a2d5-af94-4bf1-a3fe-b49eac63dbcc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (232468b6-aca1-455b-8e56-95746fcd5576), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.135773 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:36.136100 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.147658 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fbc4a2d5-af94-4bf1-a3fe-b49eac63dbcc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (232468b6-aca1-455b-8e56-95746fcd5576), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.232943 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fbc4a2d5-af94-4bf1-a3fe-b49eac63dbcc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (232468b6-aca1-455b-8e56-95746fcd5576), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.254407 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4a2d5-af94-4bf1-a3fe-b49eac63dbcc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232468b6-aca1-455b-8e56-95746fcd5576,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:36.333497 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fbc4a2d5-af94-4bf1-a3fe-b49eac63dbcc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.336123 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-fbc4a2d5-af94-4bf1-a3fe-b49eac63dbcc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3521552 Mar 22 12:54:36.339125 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50484) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:36.344913 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-121c2022-8a31-4fd3-ac39-15f14da9250b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Request body: {'security_group_rule': {'security_group_id': '5157c649-2b09-4971-98f9-d32730c356fb', 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:36.350044 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:36.350517 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.389157 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=8bb51053-72be-4bd3-aa2f-b32eb7275ff7,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:36.470203 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Publish callbacks [] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.480370 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-121c2022-8a31-4fd3-ac39-15f14da9250b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (8a342740-cea4-462c-a032-a6db85cbc60c), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.540940 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.550727 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-121c2022-8a31-4fd3-ac39-15f14da9250b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (8a342740-cea4-462c-a032-a6db85cbc60c), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.571414 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.620863 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=8bb51053-72be-4bd3-aa2f-b32eb7275ff7,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:36.639545 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-121c2022-8a31-4fd3-ac39-15f14da9250b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (8a342740-cea4-462c-a032-a6db85cbc60c), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.674449 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c2022-8a31-4fd3-ac39-15f14da9250b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a342740-cea4-462c-a032-a6db85cbc60c,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:36.728870 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1f09a-757d-4981-8347-9a072c5b0b35 None None] Pushing event updated for resources: {'Port': ['ID=f41dc0b5-e02c-47d7-b840-2400a6e1ca70,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:36.735855 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Attempting to bind port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:54:36.736174 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Attempting to bind port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:54:36.736582 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Attempting to bind port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 on network 0ba93369-9ef4-444b-bd63-acc2db333993 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:54:36.742337 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:54:36.742744 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Checking segment: {'id': '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:54:36.743186 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.744191 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Bound using segment: {'id': '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:54:36.744191 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Bound port: f41dc0b5-e02c-47d7-b840-2400a6e1ca70, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:54:36.744569 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.760699 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-121c2022-8a31-4fd3-ac39-15f14da9250b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.762905 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-121c2022-8a31-4fd3-ac39-15f14da9250b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4219375 Mar 22 12:54:36.765756 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50498) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:36.771119 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-e23314e5-5125-445a-9d76-3f8ada66b461 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Request body: {'security_group_rule': {'security_group_id': '5157c649-2b09-4971-98f9-d32730c356fb', 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:36.841882 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] For port f41dc0b5-e02c-47d7-b840-2400a6e1ca70, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:54:36.845675 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] For port f41dc0b5-e02c-47d7-b840-2400a6e1ca70, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=f41dc0b5-e02c-47d7-b840-2400a6e1ca70,segment=NetworkSegment(9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c),segment_id=9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:54:36.868020 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e23314e5-5125-445a-9d76-3f8ada66b461 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (5b73cc48-0f1d-4139-8c56-4db8c08b368d), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.929663 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e23314e5-5125-445a-9d76-3f8ada66b461 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (5b73cc48-0f1d-4139-8c56-4db8c08b368d), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.933375 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-73c9435e-5a12-4910-8d97-079577b6d8a7 None None] Provisioning complete for port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:36.934298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-73c9435e-5a12-4910-8d97-079577b6d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:36.960339 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.005113 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-73c9435e-5a12-4910-8d97-079577b6d8a7 None None] Port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:54:37.032974 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1f09a-757d-4981-8347-9a072c5b0b35 None None] Pushing event updated for resources: {'Port': ['ID=f41dc0b5-e02c-47d7-b840-2400a6e1ca70,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:37.036752 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Routers {'f60e5bcc-d5e8-4736-a9f9-849a234ff1de'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:54:37.037203 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:54:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:37.055458 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e23314e5-5125-445a-9d76-3f8ada66b461 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (5b73cc48-0f1d-4139-8c56-4db8c08b368d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.073202 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23314e5-5125-445a-9d76-3f8ada66b461 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b73cc48-0f1d-4139-8c56-4db8c08b368d,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:37.169087 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] Set router f60e5bcc-d5e8-4736-a9f9-849a234ff1de gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:54:37.177783 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e23314e5-5125-445a-9d76-3f8ada66b461 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.177783 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-e23314e5-5125-445a-9d76-3f8ada66b461 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4076836 Mar 22 12:54:37.179843 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50510) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:37.185695 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-f6ace4a0-a73f-4b9c-8407-dfef54464013 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Request body: {'security_group_rule': {'security_group_id': '5157c649-2b09-4971-98f9-d32730c356fb', 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:37.396427 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-7e06bf1a-b2d7-4175-b0d2-a9f88df730ea None None] Provisioning complete for port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:37.396810 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-7e06bf1a-b2d7-4175-b0d2-a9f88df730ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.409530 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f6ace4a0-a73f-4b9c-8407-dfef54464013 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (d3ed74c1-2c8f-4ff1-8909-f071fb0930cd), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.485104 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f6ace4a0-a73f-4b9c-8407-dfef54464013 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (d3ed74c1-2c8f-4ff1-8909-f071fb0930cd), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.521922 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:28Z', 'updated_at': '2022-03-22T12:54:33Z', 'revision_number': 4, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'gw_port': {'id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:29Z', 'updated_at': '2022-03-22T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'f41dc0b5-e02c-47d7-b840-2400a6e1ca70', 'name': '', 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'mac_address': 'fa:16:3e:ff:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '96600d0b-76ba-4a70-8759-843fa1373395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:32Z', 'updated_at': '2022-03-22T12:54:36Z', 'revision_number': 4, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'subnets': [{'id': '96600d0b-76ba-4a70-8759-843fa1373395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:37.552593 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a2b2f5-e7d9-4fae-a091-ca56d1c5f9be None None] The sync data for ids ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'] in dv-cinder-824149-5-iscsi is: [{'id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:28Z', 'updated_at': '2022-03-22T12:54:33Z', 'revision_number': 4, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'gw_port': {'id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:29Z', 'updated_at': '2022-03-22T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'f41dc0b5-e02c-47d7-b840-2400a6e1ca70', 'name': '', 'network_id': '0ba93369-9ef4-444b-bd63-acc2db333993', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'mac_address': 'fa:16:3e:ff:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '96600d0b-76ba-4a70-8759-843fa1373395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:32Z', 'updated_at': '2022-03-22T12:54:36Z', 'revision_number': 4, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'subnets': [{'id': '96600d0b-76ba-4a70-8759-843fa1373395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:54:37.560836 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-7e06bf1a-b2d7-4175-b0d2-a9f88df730ea None None] Current status of the port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:37.561235 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-7e06bf1a-b2d7-4175-b0d2-a9f88df730ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.583233 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f6ace4a0-a73f-4b9c-8407-dfef54464013 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (d3ed74c1-2c8f-4ff1-8909-f071fb0930cd), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.612644 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-7e06bf1a-b2d7-4175-b0d2-a9f88df730ea None None] For port f41dc0b5-e02c-47d7-b840-2400a6e1ca70, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=f41dc0b5-e02c-47d7-b840-2400a6e1ca70,segment=NetworkSegment(9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c),segment_id=9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:37.624595 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ace4a0-a73f-4b9c-8407-dfef54464013 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ed74c1-2c8f-4ff1-8909-f071fb0930cd,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:37.712408 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-7e06bf1a-b2d7-4175-b0d2-a9f88df730ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.720184 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f6ace4a0-a73f-4b9c-8407-dfef54464013 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.721483 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-f6ace4a0-a73f-4b9c-8407-dfef54464013 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5406203 Mar 22 12:54:37.728547 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50530) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:37.738322 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-5889978a-cf9f-4ae9-aaf0-9b8e6fa57903 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Request body: {'security_group_rule': {'security_group_id': '5157c649-2b09-4971-98f9-d32730c356fb', 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:37.863709 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.securitygroups_db [None req-5889978a-cf9f-4ae9-aaf0-9b8e6fa57903 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Project 864abfbe38eb4b50ae86f9483dc655b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:54:37.867382 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5889978a-cf9f-4ae9-aaf0-9b8e6fa57903 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (38c45b41-3680-4c2a-a928-8c9476a009da), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:37.965798 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06bf1a-b2d7-4175-b0d2-a9f88df730ea None None] Pushing event updated for resources: {'Port': ['ID=f41dc0b5-e02c-47d7-b840-2400a6e1ca70,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:37.985458 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5889978a-cf9f-4ae9-aaf0-9b8e6fa57903 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (38c45b41-3680-4c2a-a928-8c9476a009da), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:38.065956 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:38.078249 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5889978a-cf9f-4ae9-aaf0-9b8e6fa57903 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (38c45b41-3680-4c2a-a928-8c9476a009da), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:38.097780 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889978a-cf9f-4ae9-aaf0-9b8e6fa57903 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c45b41-3680-4c2a-a928-8c9476a009da,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:38.145717 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:38.146133 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:38.207043 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5889978a-cf9f-4ae9-aaf0-9b8e6fa57903 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:38.208336 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5889978a-cf9f-4ae9-aaf0-9b8e6fa57903 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4827697 Mar 22 12:54:38.211252 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50544) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:38.216817 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-600c4b91-6f8b-420e-8a77-10ff8be28333 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Request body: {'security_group_rule': {'security_group_id': '5157c649-2b09-4971-98f9-d32730c356fb', 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:54:38.252459 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:38.253666 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device f41dc0b5-e02c-47d7-b840-2400a6e1ca70 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:38.303366 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:38.303818 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:38.334641 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.securitygroups_db [None req-600c4b91-6f8b-420e-8a77-10ff8be28333 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Project 864abfbe38eb4b50ae86f9483dc655b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:54:38.340772 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-600c4b91-6f8b-420e-8a77-10ff8be28333 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (5ebedc79-6f62-460c-a49b-9e136eed91f8), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:38.400741 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:38.423673 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-600c4b91-6f8b-420e-8a77-10ff8be28333 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (5ebedc79-6f62-460c-a49b-9e136eed91f8), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:38.512445 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-600c4b91-6f8b-420e-8a77-10ff8be28333 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (5ebedc79-6f62-460c-a49b-9e136eed91f8), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:38.537727 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c4b91-6f8b-420e-8a77-10ff8be28333 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebedc79-6f62-460c-a49b-9e136eed91f8,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:38.623584 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-600c4b91-6f8b-420e-8a77-10ff8be28333 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:38.629834 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-600c4b91-6f8b-420e-8a77-10ff8be28333 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4126811 Mar 22 12:54:38.967595 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdb1a1-c2c8-47f8-9f01-8fd84d894518 req-ced3089c-31eb-4624-aee3-f611f2bcbab0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:38.969062 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ffdb1a1-c2c8-47f8-9f01-8fd84d894518 req-ced3089c-31eb-4624-aee3-f611f2bcbab0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0524645 Mar 22 12:54:39.020630 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ffdb1a1-c2c8-47f8-9f01-8fd84d894518 req-96c53fe0-597e-4509-9399-b4d957207062 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457151 Mar 22 12:54:39.921052 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device f41dc0b5-e02c-47d7-b840-2400a6e1ca70 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:54:39.973713 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:54:39.974106 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:40.053105 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:54:40.147141 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13f082-0e4c-47a7-ae6f-bd362755e740 req-200699c6-a51c-46d3-bd99-5b5d7e993b3f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:40.148535 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5d13f082-0e4c-47a7-ae6f-bd362755e740 req-200699c6-a51c-46d3-bd99-5b5d7e993b3f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0553849 Mar 22 12:54:40.199907 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5d13f082-0e4c-47a7-ae6f-bd362755e740 req-f356c70e-4a82-4483-840a-62df7c855976 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442770 Mar 22 12:54:40.372895 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-b977e63f-293e-4179-999b-9eeb661acea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:40.374505 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-b977e63f-293e-4179-999b-9eeb661acea9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 1129 time: 0.0449040 Mar 22 12:54:40.463492 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-c42e598b-141f-4f98-9bcd-e9c9fca8b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:40.465462 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-c42e598b-141f-4f98-9bcd-e9c9fca8b815 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.0841620 Mar 22 12:54:40.512872 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-ef273e61-834e-42fd-87ff-c8247557dd22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e HTTP/1.1" status: 200 len: 217 time: 0.0404906 Mar 22 12:54:40.572452 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-af788262-c9c3-40a8-8265-d1683e4f6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:40.574034 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-af788262-c9c3-40a8-8265-d1683e4f6b83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0553064 Mar 22 12:54:40.636020 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-9a03fb4b-9556-47c3-9503-fc2b485e9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:40.638172 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-9a03fb4b-9556-47c3-9503-fc2b485e9d4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510788 Mar 22 12:54:40.734721 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-c75448b9-f785-4b8e-bf4e-adfeb9b31c1a service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896385 Mar 22 12:54:40.835366 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d10a3243-7bd8-4b40-a3ab-7b3d9854513f req-90beb520-1464-442f-8b65-36db47768b04 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942225 Mar 22 12:54:41.328075 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0601f71-a289-4df2-a0c8-4e55a8c625ad req-fdc91468-3521-4d0d-b61c-3e6b18f74dd0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:41.329697 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d0601f71-a289-4df2-a0c8-4e55a8c625ad req-fdc91468-3521-4d0d-b61c-3e6b18f74dd0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0526941 Mar 22 12:54:41.378436 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d0601f71-a289-4df2-a0c8-4e55a8c625ad req-e1339e2b-6561-475a-a4f0-0b3d5106056e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429356 Mar 22 12:54:41.562966 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:41.989428 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50674) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:42.113165 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f46c06a-ed11-4437-a118-5eb55063d80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:42.197349 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f46c06a-ed11-4437-a118-5eb55063d80a admin admin] Publish callbacks [] for security_group (8af645e5-c055-4ba7-b5eb-6d5a55aa1829), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:42.323407 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f46c06a-ed11-4437-a118-5eb55063d80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (8af645e5-c055-4ba7-b5eb-6d5a55aa1829), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:42.370045 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-0f46c06a-ed11-4437-a118-5eb55063d80a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c6c90e0c34f548f2a1ff3958bf7a5a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777947 Mar 22 12:54:42.372564 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46c06a-ed11-4437-a118-5eb55063d80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af645e5-c055-4ba7-b5eb-6d5a55aa1829,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:42.373628 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50692) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:42.469802 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6a1842e5-ed11-49fa-8aaf-9e208afa4826 admin admin] Publish callbacks [] for security_group (8af645e5-c055-4ba7-b5eb-6d5a55aa1829), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:42.512263 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6a1842e5-ed11-49fa-8aaf-9e208afa4826 admin admin] Publish callbacks [] for security_group (8af645e5-c055-4ba7-b5eb-6d5a55aa1829), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:42.525964 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d25c12-cca5-4d29-8e42-c35f87927bc0 req-ad5a9ebb-f66a-4dc1-be0d-0a7cb1aee006 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:42.528163 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47d25c12-cca5-4d29-8e42-c35f87927bc0 req-ad5a9ebb-f66a-4dc1-be0d-0a7cb1aee006 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0711970 Mar 22 12:54:42.582870 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47d25c12-cca5-4d29-8e42-c35f87927bc0 req-8e2d4bd6-9710-4695-8260-ae106e4d0f90 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479960 Mar 22 12:54:42.672223 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6a1842e5-ed11-49fa-8aaf-9e208afa4826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (8af645e5-c055-4ba7-b5eb-6d5a55aa1829), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:42.699890 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6a1842e5-ed11-49fa-8aaf-9e208afa4826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:42.699890 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-6a1842e5-ed11-49fa-8aaf-9e208afa4826 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8af645e5-c055-4ba7-b5eb-6d5a55aa1829 HTTP/1.1" status: 204 len: 168 time: 0.3048365 Mar 22 12:54:42.699890 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1842e5-ed11-49fa-8aaf-9e208afa4826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af645e5-c055-4ba7-b5eb-6d5a55aa1829,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:42.795811 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50710) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:42.934618 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c529-279c-4666-9e6c-acda06e50e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:43.014334 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c529-279c-4666-9e6c-acda06e50e95 admin admin] Publish callbacks [] for security_group (1ff2c17f-075d-4c21-84f3-20b2c48d932c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:43.078682 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c529-279c-4666-9e6c-acda06e50e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (1ff2c17f-075d-4c21-84f3-20b2c48d932c), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:43.124423 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f2e6c529-279c-4666-9e6c-acda06e50e95 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=543f8747dadd41169eb9dfb3fd571e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271732 Mar 22 12:54:43.125297 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6c529-279c-4666-9e6c-acda06e50e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff2c17f-075d-4c21-84f3-20b2c48d932c,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:43.127093 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50716) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:43.179594 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1e76-3712-4c87-ad1e-c87c13579e95 admin admin] Publish callbacks [] for security_group (1ff2c17f-075d-4c21-84f3-20b2c48d932c), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:43.202387 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1e76-3712-4c87-ad1e-c87c13579e95 admin admin] Publish callbacks [] for security_group (1ff2c17f-075d-4c21-84f3-20b2c48d932c), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:43.357558 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1e76-3712-4c87-ad1e-c87c13579e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (1ff2c17f-075d-4c21-84f3-20b2c48d932c), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:43.360604 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1e76-3712-4c87-ad1e-c87c13579e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:43.361820 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-bdeb1e76-3712-4c87-ad1e-c87c13579e95 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ff2c17f-075d-4c21-84f3-20b2c48d932c HTTP/1.1" status: 204 len: 168 time: 0.2324440 Mar 22 12:54:43.371089 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb1e76-3712-4c87-ad1e-c87c13579e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff2c17f-075d-4c21-84f3-20b2c48d932c,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:43.677505 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db5dc0b5-46d2-42bd-b341-94dd41eed9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:43.724060 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc656298-a36b-45c6-ba16-d81d116faafd req-dc0b90f5-9f5b-4155-acab-6f57402fb31e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:43.728033 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc656298-a36b-45c6-ba16-d81d116faafd req-dc0b90f5-9f5b-4155-acab-6f57402fb31e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0769832 Mar 22 12:54:43.885234 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc656298-a36b-45c6-ba16-d81d116faafd req-af8baa26-5451-4da4-b0e2-d54600284101 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460466 Mar 22 12:54:44.115400 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50764) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:44.133401 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bc98-6011-43b4-8fc4-92f5b04de3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.226041 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bc98-6011-43b4-8fc4-92f5b04de3cd admin admin] Publish callbacks [] for security_group (79287fb6-5618-4346-a917-1bcf2c7305ca), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.313200 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bc98-6011-43b4-8fc4-92f5b04de3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (79287fb6-5618-4346-a917-1bcf2c7305ca), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.354111 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5bc8bc98-6011-43b4-8fc4-92f5b04de3cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de01fc4652b045b7b0d9a2d6818c0c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375867 Mar 22 12:54:44.355791 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8bc98-6011-43b4-8fc4-92f5b04de3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79287fb6-5618-4346-a917-1bcf2c7305ca,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:44.359088 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50772) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:44.417334 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2e477725-c151-4fcc-b293-78b96380db37 admin admin] Publish callbacks [] for security_group (79287fb6-5618-4346-a917-1bcf2c7305ca), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.441838 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2e477725-c151-4fcc-b293-78b96380db37 admin admin] Publish callbacks [] for security_group (79287fb6-5618-4346-a917-1bcf2c7305ca), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.491447 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50776) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:44.575496 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2e477725-c151-4fcc-b293-78b96380db37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (79287fb6-5618-4346-a917-1bcf2c7305ca), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.580858 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2e477725-c151-4fcc-b293-78b96380db37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.584960 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-2e477725-c151-4fcc-b293-78b96380db37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79287fb6-5618-4346-a917-1bcf2c7305ca HTTP/1.1" status: 204 len: 168 time: 0.2218692 Mar 22 12:54:44.590868 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e477725-c151-4fcc-b293-78b96380db37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79287fb6-5618-4346-a917-1bcf2c7305ca,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:44.614846 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1e65d9cb-10e0-4c85-91d3-56224a407f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.710718 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1e65d9cb-10e0-4c85-91d3-56224a407f73 admin admin] Publish callbacks [] for security_group (91ec03c9-4d22-4dbb-ad21-a51eb7fae242), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.826595 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1e65d9cb-10e0-4c85-91d3-56224a407f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (91ec03c9-4d22-4dbb-ad21-a51eb7fae242), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.867971 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1e65d9cb-10e0-4c85-91d3-56224a407f73 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41732bc008fa4faf8ac39bc2bfdc1458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754351 Mar 22 12:54:44.870188 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65d9cb-10e0-4c85-91d3-56224a407f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ec03c9-4d22-4dbb-ad21-a51eb7fae242,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:44.873661 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50784) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:44.937325 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-134f0118-11d1-40ed-8b9d-f80074e9d43a admin admin] Publish callbacks [] for security_group (91ec03c9-4d22-4dbb-ad21-a51eb7fae242), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:44.967106 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-134f0118-11d1-40ed-8b9d-f80074e9d43a admin admin] Publish callbacks [] for security_group (91ec03c9-4d22-4dbb-ad21-a51eb7fae242), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:45.004370 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:54:45.032493 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf4ff-8aaf-4810-94ee-02641441ca8e req-1a7338f0-756b-4b18-92f3-15a962f9813d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:45.035950 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-673bf4ff-8aaf-4810-94ee-02641441ca8e req-1a7338f0-756b-4b18-92f3-15a962f9813d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0707374 Mar 22 12:54:45.086862 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-673bf4ff-8aaf-4810-94ee-02641441ca8e req-15cb832e-85e9-43d4-b09f-14e95e7d2bd3 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Mar 22 12:54:45.142520 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-134f0118-11d1-40ed-8b9d-f80074e9d43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (91ec03c9-4d22-4dbb-ad21-a51eb7fae242), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:45.148019 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-134f0118-11d1-40ed-8b9d-f80074e9d43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:45.151425 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-134f0118-11d1-40ed-8b9d-f80074e9d43a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/91ec03c9-4d22-4dbb-ad21-a51eb7fae242 HTTP/1.1" status: 204 len: 168 time: 0.2749939 Mar 22 12:54:45.163474 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f0118-11d1-40ed-8b9d-f80074e9d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ec03c9-4d22-4dbb-ad21-a51eb7fae242,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:45.825427 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-fd263149-1a1c-4656-8cfc-b6af67b01792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:46.287452 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf0b6e-0e7d-46d1-b0d6-0fef3c9779da req-184c215e-a5c2-41f5-bdf0-2517662b5613 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:46.290448 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-62bf0b6e-0e7d-46d1-b0d6-0fef3c9779da req-184c215e-a5c2-41f5-bdf0-2517662b5613 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.1032374 Mar 22 12:54:46.385188 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-62bf0b6e-0e7d-46d1-b0d6-0fef3c9779da req-ee473078-0ee7-4891-8b9b-b60a16d684cf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690758 Mar 22 12:54:47.026500 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:47.541834 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70846857-f568-4495-909d-c4ece1fadcf8 req-19fd5228-9410-46c9-93cc-d55314b6be46 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:47.550073 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70846857-f568-4495-909d-c4ece1fadcf8 req-19fd5228-9410-46c9-93cc-d55314b6be46 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0846710 Mar 22 12:54:47.624914 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70846857-f568-4495-909d-c4ece1fadcf8 req-dc3bdbce-5cba-4bd4-97c8-9f9e9f5dac6f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734172 Mar 22 12:54:48.708032 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:48.789790 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54c355-b897-4cdf-a1e0-f1adcc0effe6 req-61f43d65-46fd-44ff-8c6b-81d5c774b3d5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:48.791840 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4e54c355-b897-4cdf-a1e0-f1adcc0effe6 req-61f43d65-46fd-44ff-8c6b-81d5c774b3d5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0827713 Mar 22 12:54:48.854571 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4e54c355-b897-4cdf-a1e0-f1adcc0effe6 req-4c909fc5-e91a-42f5-861d-e8549d7a4c84 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524085 Mar 22 12:54:48.970986 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50944) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:49.088748 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa11cfba-931f-4375-afef-1867381898dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:49.165837 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa11cfba-931f-4375-afef-1867381898dd admin admin] Publish callbacks [] for security_group (d0feca02-a8e6-4e05-a396-5df293e63fc3), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:49.226169 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa11cfba-931f-4375-afef-1867381898dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (d0feca02-a8e6-4e05-a396-5df293e63fc3), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:49.267136 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-aa11cfba-931f-4375-afef-1867381898dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15d63a3f8ccb41088e043ff9cf1d4f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950261 Mar 22 12:54:49.268011 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11cfba-931f-4375-afef-1867381898dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0feca02-a8e6-4e05-a396-5df293e63fc3,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:49.269805 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50954) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:49.322014 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a898624c-f2ab-451a-a7d8-d23027badc4a admin admin] Publish callbacks [] for security_group (d0feca02-a8e6-4e05-a396-5df293e63fc3), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:49.343656 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a898624c-f2ab-451a-a7d8-d23027badc4a admin admin] Publish callbacks [] for security_group (d0feca02-a8e6-4e05-a396-5df293e63fc3), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:49.500032 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a898624c-f2ab-451a-a7d8-d23027badc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (d0feca02-a8e6-4e05-a396-5df293e63fc3), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:49.502530 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a898624c-f2ab-451a-a7d8-d23027badc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:49.503682 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a898624c-f2ab-451a-a7d8-d23027badc4a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0feca02-a8e6-4e05-a396-5df293e63fc3 HTTP/1.1" status: 204 len: 168 time: 0.2315550 Mar 22 12:54:49.511303 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898624c-f2ab-451a-a7d8-d23027badc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0feca02-a8e6-4e05-a396-5df293e63fc3,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:49.982361 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f55d48-e070-400f-a59f-2be477f37dfd req-ff454fe9-8969-4381-85ce-3508e5056757 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:49.984144 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-09f55d48-e070-400f-a59f-2be477f37dfd req-ff454fe9-8969-4381-85ce-3508e5056757 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0579641 Mar 22 12:54:50.033880 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-09f55d48-e070-400f-a59f-2be477f37dfd req-642a7622-2646-49a8-9430-4f75b9a2f5d7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Mar 22 12:54:50.122888 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:50.144391 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 50966) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:50.161032 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0b275e4f-fb12-4ce5-9038-7e7db800c481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:50.239888 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0b275e4f-fb12-4ce5-9038-7e7db800c481 admin admin] Publish callbacks [] for security_group (54e74d00-2864-4428-8c41-bfc5076231cb), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:50.317434 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0b275e4f-fb12-4ce5-9038-7e7db800c481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (54e74d00-2864-4428-8c41-bfc5076231cb), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:50.355880 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0b275e4f-fb12-4ce5-9038-7e7db800c481 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d05b8bb28aa24c968a5b48d176797139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102976 Mar 22 12:54:50.356651 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b275e4f-fb12-4ce5-9038-7e7db800c481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e74d00-2864-4428-8c41-bfc5076231cb,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:50.359118 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 50972) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:50.409120 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-dfefc804-760d-46c8-96ee-dcfe333d5104 admin admin] Publish callbacks [] for security_group (54e74d00-2864-4428-8c41-bfc5076231cb), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:50.431103 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-dfefc804-760d-46c8-96ee-dcfe333d5104 admin admin] Publish callbacks [] for security_group (54e74d00-2864-4428-8c41-bfc5076231cb), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:50.562503 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-dfefc804-760d-46c8-96ee-dcfe333d5104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (54e74d00-2864-4428-8c41-bfc5076231cb), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:50.565046 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-dfefc804-760d-46c8-96ee-dcfe333d5104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:50.566232 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-dfefc804-760d-46c8-96ee-dcfe333d5104 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54e74d00-2864-4428-8c41-bfc5076231cb HTTP/1.1" status: 204 len: 168 time: 0.2060976 Mar 22 12:54:50.576038 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefc804-760d-46c8-96ee-dcfe333d5104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e74d00-2864-4428-8c41-bfc5076231cb,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:51.170393 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178ef0f-670f-4e12-8597-55bc578d2388 req-7cef5b28-4e0a-4bb3-a5d4-bbf06ff895b5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:51.171858 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1178ef0f-670f-4e12-8597-55bc578d2388 req-7cef5b28-4e0a-4bb3-a5d4-bbf06ff895b5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0611053 Mar 22 12:54:51.227368 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1178ef0f-670f-4e12-8597-55bc578d2388 req-c2b3de5d-107d-42dd-a533-48bf53be3d99 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496972 Mar 22 12:54:52.349202 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee8196-f49b-4d08-9274-3dcee83c0f55 req-10aaabea-7668-4e49-808d-31fdfe625c35 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:52.350681 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f8ee8196-f49b-4d08-9274-3dcee83c0f55 req-10aaabea-7668-4e49-808d-31fdfe625c35 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0512059 Mar 22 12:54:52.398029 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f8ee8196-f49b-4d08-9274-3dcee83c0f55 req-893681f4-f2a2-4e62-847e-b813a98e4fb0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 Mar 22 12:54:52.817550 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a73726-8b0c-43f2-b2e8-c63955266e13 req-72050284-03d5-417a-a574-cff5f033980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:52.819147 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-65a73726-8b0c-43f2-b2e8-c63955266e13 req-72050284-03d5-417a-a574-cff5f033980e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 1129 time: 0.2668946 Mar 22 12:54:52.878495 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-65a73726-8b0c-43f2-b2e8-c63955266e13 req-508b5fcd-7e74-41b2-9446-ea42a32f2474 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 Mar 22 12:54:53.517774 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1b533-421a-46c3-8d35-d6c1253dd2fd req-ef4c7722-5645-474c-a9fe-09611b6a208d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:53.519236 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fac1b533-421a-46c3-8d35-d6c1253dd2fd req-ef4c7722-5645-474c-a9fe-09611b6a208d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0516086 Mar 22 12:54:53.565111 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fac1b533-421a-46c3-8d35-d6c1253dd2fd req-25256ab8-0f44-4fb6-8775-acb273b7e6ec tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404058 Mar 22 12:54:54.698760 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b31783-c026-4b7d-b7d7-f143a7eae32b req-73dec412-9784-4623-bf62-932e639f7d70 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:54.700214 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b8b31783-c026-4b7d-b7d7-f143a7eae32b req-73dec412-9784-4623-bf62-932e639f7d70 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0563140 Mar 22 12:54:54.748701 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b8b31783-c026-4b7d-b7d7-f143a7eae32b req-d13beed4-4738-4dbb-bf15-52a70d2b76cb tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Mar 22 12:54:55.876538 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eb7c3-40f3-4405-93ca-f7daa8644286 req-d968cb39-0714-4401-a18a-912309f6c702 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:55.881884 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0c5eb7c3-40f3-4405-93ca-f7daa8644286 req-d968cb39-0714-4401-a18a-912309f6c702 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0572531 Mar 22 12:54:55.928212 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0c5eb7c3-40f3-4405-93ca-f7daa8644286 req-8bd937d6-c633-46b1-937d-b5ae59586df2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Mar 22 12:54:57.127618 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b4bed-059d-491b-bfa8-c96b822a497a req-69a1393d-1cfc-453f-be92-1f9c4bf595d0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:57.140793 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b33b4bed-059d-491b-bfa8-c96b822a497a req-69a1393d-1cfc-453f-be92-1f9c4bf595d0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.1018524 Mar 22 12:54:57.208412 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b33b4bed-059d-491b-bfa8-c96b822a497a req-ad1bb05f-9de2-48cd-8f91-54a4930c978e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667009 Mar 22 12:54:58.357365 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f516f-1055-49cc-a2c7-f11b3d77d15d req-f5923581-cff3-4b7b-a2a7-72dbfaf71306 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:58.359191 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b03f516f-1055-49cc-a2c7-f11b3d77d15d req-f5923581-cff3-4b7b-a2a7-72dbfaf71306 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0546331 Mar 22 12:54:58.416442 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b03f516f-1055-49cc-a2c7-f11b3d77d15d req-e686f1e2-35d6-4b25-8ef6-06adfe555994 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Mar 22 12:54:58.809771 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51184) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:58.870198 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af28c38-1fcc-46da-b910-07b97e7286a1 req-54f2ba21-76a8-49b2-983d-4fa61431d6ca tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:58.871705 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5af28c38-1fcc-46da-b910-07b97e7286a1 req-54f2ba21-76a8-49b2-983d-4fa61431d6ca tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0543315 Mar 22 12:54:58.946798 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a9236654-ebdf-4282-a43e-5d21df08cf05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:58.973840 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5af28c38-1fcc-46da-b910-07b97e7286a1 req-f6e7b2be-1de2-416a-a070-0e88d5e91ade tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961618 Mar 22 12:54:59.045412 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a9236654-ebdf-4282-a43e-5d21df08cf05 admin admin] Publish callbacks [] for security_group (634a679f-5d4a-4e7a-b7fe-d81655d30a0c), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:59.106319 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a9236654-ebdf-4282-a43e-5d21df08cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (634a679f-5d4a-4e7a-b7fe-d81655d30a0c), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:59.147442 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a9236654-ebdf-4282-a43e-5d21df08cf05 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ea89e2bf059429a98a853f490c4cafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365061 Mar 22 12:54:59.148330 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9236654-ebdf-4282-a43e-5d21df08cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634a679f-5d4a-4e7a-b7fe-d81655d30a0c,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:59.150169 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51196) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:54:59.200656 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8702e24d-986f-4b43-808a-c2abf4ce5297 admin admin] Publish callbacks [] for security_group (634a679f-5d4a-4e7a-b7fe-d81655d30a0c), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:59.222777 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8702e24d-986f-4b43-808a-c2abf4ce5297 admin admin] Publish callbacks [] for security_group (634a679f-5d4a-4e7a-b7fe-d81655d30a0c), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:59.317551 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8702e24d-986f-4b43-808a-c2abf4ce5297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (634a679f-5d4a-4e7a-b7fe-d81655d30a0c), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:59.320433 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8702e24d-986f-4b43-808a-c2abf4ce5297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:54:59.321599 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-8702e24d-986f-4b43-808a-c2abf4ce5297 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/634a679f-5d4a-4e7a-b7fe-d81655d30a0c HTTP/1.1" status: 204 len: 168 time: 0.1704113 Mar 22 12:54:59.331170 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702e24d-986f-4b43-808a-c2abf4ce5297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a679f-5d4a-4e7a-b7fe-d81655d30a0c,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:00.128873 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a747d10-20b4-4a8c-91b0-290a2f91453a req-5ab2cd72-d25c-42fe-87a1-5847fa416d86 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:00.130716 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4a747d10-20b4-4a8c-91b0-290a2f91453a req-5ab2cd72-d25c-42fe-87a1-5847fa416d86 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0692139 Mar 22 12:55:00.205373 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4a747d10-20b4-4a8c-91b0-290a2f91453a req-b6c7410c-1559-4cfc-a29e-e1781fa3c406 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644863 Mar 22 12:55:01.366533 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a061b4-ce6f-42ba-adf2-d134094ccb9e req-bf6228ac-9cb5-4bc6-b631-b41cbf41a31b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:01.369047 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4a061b4-ce6f-42ba-adf2-d134094ccb9e req-bf6228ac-9cb5-4bc6-b631-b41cbf41a31b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0693431 Mar 22 12:55:01.397140 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-e49ef306-1599-4e22-9caf-76d90318238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:01.399929 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-e49ef306-1599-4e22-9caf-76d90318238f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 1129 time: 0.0507038 Mar 22 12:55:01.443550 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4a061b4-ce6f-42ba-adf2-d134094ccb9e req-64d58ea3-c67c-4eac-834a-4a5ee8fc852c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674057 Mar 22 12:55:01.528678 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-543e22bd-4c0e-41c7-83c3-f1f4fc312f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:01.530334 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-543e22bd-4c0e-41c7-83c3-f1f4fc312f54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.1207805 Mar 22 12:55:01.578441 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-14e92bf0-0cf9-4de4-ab6a-fdf9aad42713 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e HTTP/1.1" status: 200 len: 217 time: 0.0414388 Mar 22 12:55:01.629899 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-ec8142b3-bbdc-43f8-ab70-dc5087728e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:01.631547 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-ec8142b3-bbdc-43f8-ab70-dc5087728e2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0467784 Mar 22 12:55:01.710179 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-218db67e-9848-48b8-811e-03d89e9137d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:01.712487 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-218db67e-9848-48b8-811e-03d89e9137d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721154 Mar 22 12:55:01.823087 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-aaed81d9-32c5-42e6-a0d9-d636a8dcf4df service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002145 Mar 22 12:55:01.928847 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d1d2f84a-8d25-4772-8d21-74b8a3756499 req-ce9ba0fc-90a5-4367-84a5-4c240d78c98d service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985794 Mar 22 12:55:02.595300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a31a5-44f8-4c91-85c2-f2308dace743 req-ae070ce8-c8b2-4bb8-b125-e9df023d360e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:02.597616 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-994a31a5-44f8-4c91-85c2-f2308dace743 req-ae070ce8-c8b2-4bb8-b125-e9df023d360e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0723906 Mar 22 12:55:02.650959 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-994a31a5-44f8-4c91-85c2-f2308dace743 req-a27b6b57-9044-4b82-af74-9730c03c2553 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Mar 22 12:55:02.690886 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51290) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:02.810573 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5d32bbf7-a997-4b09-8c87-9b21b389c778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:02.906105 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5d32bbf7-a997-4b09-8c87-9b21b389c778 admin admin] Publish callbacks [] for security_group (1ac145c2-962b-469c-b966-36d8551e31ef), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:03.003338 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5d32bbf7-a997-4b09-8c87-9b21b389c778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (1ac145c2-962b-469c-b966-36d8551e31ef), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:03.077146 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-5d32bbf7-a997-4b09-8c87-9b21b389c778 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c14b053b6b54075a36018b69c95036a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846109 Mar 22 12:55:03.080003 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51300) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:03.081422 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32bbf7-a997-4b09-8c87-9b21b389c778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac145c2-962b-469c-b966-36d8551e31ef,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:03.150446 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e4b97ca1-7b5a-4791-b62b-a30c42e778a7 admin admin] Publish callbacks [] for security_group (1ac145c2-962b-469c-b966-36d8551e31ef), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:03.176484 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e4b97ca1-7b5a-4791-b62b-a30c42e778a7 admin admin] Publish callbacks [] for security_group (1ac145c2-962b-469c-b966-36d8551e31ef), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:03.306677 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e4b97ca1-7b5a-4791-b62b-a30c42e778a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (1ac145c2-962b-469c-b966-36d8551e31ef), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:03.310106 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e4b97ca1-7b5a-4791-b62b-a30c42e778a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:03.311276 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-e4b97ca1-7b5a-4791-b62b-a30c42e778a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ac145c2-962b-469c-b966-36d8551e31ef HTTP/1.1" status: 204 len: 168 time: 0.2292416 Mar 22 12:55:03.320359 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b97ca1-7b5a-4791-b62b-a30c42e778a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac145c2-962b-469c-b966-36d8551e31ef,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:03.782302 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb0a4b-44b6-4b8c-a212-9e9ff9891f99 req-33ba5deb-b5e5-4788-8db2-439f4b658ae0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:03.783924 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-65eb0a4b-44b6-4b8c-a212-9e9ff9891f99 req-33ba5deb-b5e5-4788-8db2-439f4b658ae0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0618708 Mar 22 12:55:03.859584 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-65eb0a4b-44b6-4b8c-a212-9e9ff9891f99 req-b13f7f21-fbe9-465d-ad35-a1d65259052e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688899 Mar 22 12:55:04.979414 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c490113-727a-4b41-9b09-8205f0228cee req-f74f0e14-ca4b-4cc0-96a3-6e2d6665831e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:04.980931 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1c490113-727a-4b41-9b09-8205f0228cee req-f74f0e14-ca4b-4cc0-96a3-6e2d6665831e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0547268 Mar 22 12:55:05.029231 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1c490113-727a-4b41-9b09-8205f0228cee req-a5e5b32e-272f-47c3-a182-2bf6538a4358 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423510 Mar 22 12:55:10.620792 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51566) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:10.625247 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617958642', 'description': 'tempest-description--1801884231'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:10.747038 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:10.857731 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group (21eab24c-e0c5-4e4f-806f-3ae908bb4807), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:10.946895 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (21eab24c-e0c5-4e4f-806f-3ae908bb4807), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:10.983606 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21eab24c-e0c5-4e4f-806f-3ae908bb4807,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:11.002432 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.003027 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.003989 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.006471 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.007115 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.007647 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.008162 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.008730 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.009245 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.009874 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.010458 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.011908 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.012298 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.012950 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.020445 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:11.082460 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.087317 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-c3794afc-cfdf-4182-9c03-b9eb10b9f328 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4652762 Mar 22 12:55:11.090326 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51576) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:11.099134 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-d23058e4-a279-4da6-ba73-5c56e7bbc043 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Request body: {'security_group_rule': {'security_group_id': '21eab24c-e0c5-4e4f-806f-3ae908bb4807', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:11.255452 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d23058e4-a279-4da6-ba73-5c56e7bbc043 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group_rule (e7cb044b-782e-4a5e-91cb-10a71ad64800), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.319508 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51592) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:11.388023 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67704b2-1a97-4d9c-800f-4ff44d821049 admin admin] Deleting subnet a176e025-cc9f-47ea-a004-af6e0f509c96 {{(pid=110231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 12:55:11.395742 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a67704b2-1a97-4d9c-800f-4ff44d821049 admin admin] Publish callbacks [] for subnet (a176e025-cc9f-47ea-a004-af6e0f509c96), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.397584 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d23058e4-a279-4da6-ba73-5c56e7bbc043 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group_rule (e7cb044b-782e-4a5e-91cb-10a71ad64800), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.405941 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-49e43259-9a1b-4b4b-8b7a-c94d1f67b9f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902967 Mar 22 12:55:11.436794 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a67704b2-1a97-4d9c-800f-4ff44d821049 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397571'] for subnet (a176e025-cc9f-47ea-a004-af6e0f509c96), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.502818 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a67704b2-1a97-4d9c-800f-4ff44d821049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (a176e025-cc9f-47ea-a004-af6e0f509c96), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.510508 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d23058e4-a279-4da6-ba73-5c56e7bbc043 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (e7cb044b-782e-4a5e-91cb-10a71ad64800), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.540646 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23058e4-a279-4da6-ba73-5c56e7bbc043 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cb044b-782e-4a5e-91cb-10a71ad64800,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:11.548868 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-0759d2ac-c9e6-4f6b-9a67-fad4f2782492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:11.550667 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-0759d2ac-c9e6-4f6b-9a67-fad4f2782492 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 1129 time: 0.0950863 Mar 22 12:55:11.574751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.638888 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d23058e4-a279-4da6-ba73-5c56e7bbc043 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.640113 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-d23058e4-a279-4da6-ba73-5c56e7bbc043 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5467825 Mar 22 12:55:11.642974 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51600) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:11.649412 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-bc8a893a-1ac9-4ef9-bb31-8553bafeb160 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Request body: {'security_group_rule': {'security_group_id': '21eab24c-e0c5-4e4f-806f-3ae908bb4807', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:11.671111 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a67704b2-1a97-4d9c-800f-4ff44d821049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8544657'] for subnet (a176e025-cc9f-47ea-a004-af6e0f509c96), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.693350 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-10f7f1a9-f4ac-4391-865d-4d314b71a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:11.695159 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-10f7f1a9-f4ac-4391-865d-4d314b71a71a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.1109180 Mar 22 12:55:11.708823 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67704b2-1a97-4d9c-800f-4ff44d821049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a176e025-cc9f-47ea-a004-af6e0f509c96,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:11.720521 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a67704b2-1a97-4d9c-800f-4ff44d821049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.726282 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a67704b2-1a97-4d9c-800f-4ff44d821049 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a176e025-cc9f-47ea-a004-af6e0f509c96 HTTP/1.1" status: 204 len: 168 time: 0.4037678 Mar 22 12:55:11.727619 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51602) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:11.741208 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-91e10673-03ca-4183-ae80-cb00c55eed8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e HTTP/1.1" status: 200 len: 217 time: 0.0389323 Mar 22 12:55:11.819108 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-7c74e4bd-f117-4b12-bb7d-1eae3d5ab52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:11.820259 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bc8a893a-1ac9-4ef9-bb31-8553bafeb160 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group_rule (840ffc9f-98b7-44b0-89ac-49c54a33ae10), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.821231 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-7c74e4bd-f117-4b12-bb7d-1eae3d5ab52e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0499244 Mar 22 12:55:11.826899 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (218868f4-92b8-4cfc-af91-2ddc3761cbf7), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:11.908960 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-fa317e28-6801-47ab-8800-c5fcdd3778de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:11.910571 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-fa317e28-6801-47ab-8800-c5fcdd3778de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803428 Mar 22 12:55:11.985137 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (218868f4-92b8-4cfc-af91-2ddc3761cbf7), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.001227 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bc8a893a-1ac9-4ef9-bb31-8553bafeb160 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group_rule (840ffc9f-98b7-44b0-89ac-49c54a33ae10), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.014346 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218868f4-92b8-4cfc-af91-2ddc3761cbf7']}} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:12.015843 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-80f9912d-53a2-40cf-b122-167d7d3e77fa service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923584 Mar 22 12:55:12.027745 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4047a181-4a3c-40d4-9143-dc770f4cff49') {'for_net_delete': True} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:12.027745 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4047a181-4a3c-40d4-9143-dc770f4cff49') {} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:12.036973 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8397626'] for segment (4047a181-4a3c-40d4-9143-dc770f4cff49), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.065856 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (4047a181-4a3c-40d4-9143-dc770f4cff49), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.068130 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bc8a893a-1ac9-4ef9-bb31-8553bafeb160 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (840ffc9f-98b7-44b0-89ac-49c54a33ae10), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.077362 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=110231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 12:55:12.077780 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8621929'] for segment (4047a181-4a3c-40d4-9143-dc770f4cff49), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: Traceback (most recent call last): Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: timer() Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: cb(*args, **kw) Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: return func(*args, **kwargs) Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: self._notify() Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: self.callback(batched_events) Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: event.method(event) Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: return f(self, *a, **k) Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._get(url).json() Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:12.080229 dv-cinder-824149-5-iscsi neutron-server[110231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:12.125669 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a893a-1ac9-4ef9-bb31-8553bafeb160 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840ffc9f-98b7-44b0-89ac-49c54a33ae10,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:12.154706 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-db655c31-6ab4-44f0-b98b-46a70e46a145 req-8bbc8f94-c266-4154-9f7d-4aa2eb2149dd service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146820 Mar 22 12:55:12.206883 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bc8a893a-1ac9-4ef9-bb31-8553bafeb160 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.210604 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-bc8a893a-1ac9-4ef9-bb31-8553bafeb160 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5632913 Mar 22 12:55:12.213418 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51616) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:12.218902 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:12.256067 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (218868f4-92b8-4cfc-af91-2ddc3761cbf7), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.261811 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.265140 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] 10.222.0.69 "DELETE /v2.0/networks/218868f4-92b8-4cfc-af91-2ddc3761cbf7 HTTP/1.1" status: 204 len: 168 time: 0.5363812 Mar 22 12:55:12.268202 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51620) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:12.280620 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c43e40-bbf5-4415-b27c-caffe2b8781e admin admin] Pushing event deleted for resources: {'Network': ['ID=218868f4-92b8-4cfc-af91-2ddc3761cbf7,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:12.328065 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_v2 [None req-51737e4a-5538-4198-b142-8231a5dafb35 admin admin] Deleting subnet c03c530e-67a6-4c53-81ce-b08aff3bede7 {{(pid=110232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 12:55:12.328065 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-51737e4a-5538-4198-b142-8231a5dafb35 admin admin] Publish callbacks [] for subnet (c03c530e-67a6-4c53-81ce-b08aff3bede7), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.354581 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.412620 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-51737e4a-5538-4198-b142-8231a5dafb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210907'] for subnet (c03c530e-67a6-4c53-81ce-b08aff3bede7), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.467047 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-51737e4a-5538-4198-b142-8231a5dafb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (c03c530e-67a6-4c53-81ce-b08aff3bede7), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.545043 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.586874 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-51737e4a-5538-4198-b142-8231a5dafb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9101359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9330273'] for subnet (c03c530e-67a6-4c53-81ce-b08aff3bede7), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.623446 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51737e4a-5538-4198-b142-8231a5dafb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c03c530e-67a6-4c53-81ce-b08aff3bede7,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:12.625569 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-51737e4a-5538-4198-b142-8231a5dafb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.628911 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-51737e4a-5538-4198-b142-8231a5dafb35 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c03c530e-67a6-4c53-81ce-b08aff3bede7 HTTP/1.1" status: 204 len: 168 time: 0.3596358 Mar 22 12:55:12.632137 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51630) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:12.744693 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (86845706-c91d-457d-b950-2c337d613d34), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.757512 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Allocated IP 172.27.2.155 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/0b0e4484-e394-4dfb-9b57-a8c29e07df45) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:12.896490 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (86845706-c91d-457d-b950-2c337d613d34), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.936768 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86845706-c91d-457d-b950-2c337d613d34']}} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:12.955482 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82af6c31-079a-453e-80b8-e7e7b33c0eb3') {'for_net_delete': True} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:12.965346 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82af6c31-079a-453e-80b8-e7e7b33c0eb3') {} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:12.972953 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for port (0b0e4484-e394-4dfb-9b57-a8c29e07df45), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.975701 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210914'] for segment (82af6c31-079a-453e-80b8-e7e7b33c0eb3), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:12.993785 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (82af6c31-079a-453e-80b8-e7e7b33c0eb3), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.003637 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=110232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 12:55:13.004037 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9102989'] for segment (82af6c31-079a-453e-80b8-e7e7b33c0eb3), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: Traceback (most recent call last): Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: timer() Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: cb(*args, **kw) Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: return func(*args, **kwargs) Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: self._notify() Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: self.callback(batched_events) Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: event.method(event) Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: return f(self, *a, **k) Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._get(url).json() Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:13.005697 dv-cinder-824149-5-iscsi neutron-server[110232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:13.033270 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-eab16951-4a01-4950-b734-4957308f8028 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484714641&fields=id&tenant_id=864abfbe38eb4b50ae86f9483dc655b8 HTTP/1.1" status: 200 len: 267 time: 0.0495789 Mar 22 12:55:13.146550 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (0b0e4484-e394-4dfb-9b57-a8c29e07df45), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.150127 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-d108e626-92f5-4eae-9c80-88b3fe95c94c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:13.152853 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-d108e626-92f5-4eae-9c80-88b3fe95c94c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/networks?id=f27f08cb-d50b-4ca2-a370-b69ad85bed34 HTTP/1.1" status: 200 len: 808 time: 0.1083715 Mar 22 12:55:13.176076 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-1acc2f60-3663-4a33-8ac4-18e48101ddf1 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/quotas/864abfbe38eb4b50ae86f9483dc655b8 HTTP/1.1" status: 200 len: 375 time: 0.0103943 Mar 22 12:55:13.179103 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (86845706-c91d-457d-b950-2c337d613d34), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.194052 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:13.197558 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.201296 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] 10.222.0.69 "DELETE /v2.0/networks/86845706-c91d-457d-b950-2c337d613d34 HTTP/1.1" status: 204 len: 168 time: 0.5682087 Mar 22 12:55:13.217032 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:13.222341 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:55:13.224414 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c21571-fd02-4011-8cf1-c47265b618ab admin admin] Pushing event deleted for resources: {'Network': ['ID=86845706-c91d-457d-b950-2c337d613d34,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:13.227096 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event updated for resources: {'Port': ['ID=0b0e4484-e394-4dfb-9b57-a8c29e07df45,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:13.244704 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-8ae4981a-3026-4f03-8180-001e61a2cc00 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686910 Mar 22 12:55:13.340637 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for floatingip (3da1d211-6d26-4caf-b693-42ca14c6b428), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.379641 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-8c5070c3-7c1f-4709-8c51-063fda31c4d4 service neutron] 10.222.0.69 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122031 Mar 22 12:55:13.467791 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-d47b973a-3f0a-4f0b-9465-2cc820fb1fcd service neutron] 10.222.0.69 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824516 Mar 22 12:55:13.500431 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (0b0e4484-e394-4dfb-9b57-a8c29e07df45), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.632093 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-0df6f941-31bf-4883-9d1b-997ad4be06dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.662831 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for port (0b0e4484-e394-4dfb-9b57-a8c29e07df45), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.706332 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (0b0e4484-e394-4dfb-9b57-a8c29e07df45), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.721965 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51652) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:13.780405 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event updated for resources: {'Port': ['ID=0b0e4484-e394-4dfb-9b57-a8c29e07df45,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:13.782778 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-06e880f3-e2e2-47b9-a3d0-1f7a30c9a8fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1475912c6667462c849133ad2e4718bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595870 Mar 22 12:55:13.785459 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51654) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:13.791251 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.791600 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.791937 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.793012 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.793177 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.793507 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.793832 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.794295 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.794536 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.794864 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.795183 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.795501 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.795817 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.796133 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.796482 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:13.806871 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (3da1d211-6d26-4caf-b693-42ca14c6b428), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.836767 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-293894d4-0ec7-4774-af2f-c4f0b0f2287f admin admin] Publish callbacks [] for security_group (31824b66-fd6c-4c31-97ea-dae95019b3a6), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.858552 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-293894d4-0ec7-4774-af2f-c4f0b0f2287f admin admin] Publish callbacks [] for security_group (31824b66-fd6c-4c31-97ea-dae95019b3a6), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.881833 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:13.892189 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-ed0fdfec-8c0c-4e34-9588-f01cb93fc559 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6686673 Mar 22 12:55:14.176590 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fd7943df-788b-406a-9684-08bb53b5aae7 req-ed72ae31-7b08-4717-849d-ad9c2aaa27dd tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 210 time: 0.0296056 Mar 22 12:55:14.290040 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-800de8fe-2404-4a25-8049-cf5941fea2b9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--617958642&fields=id&tenant_id=60411ef45fcb4d9e81a4682e7bc8951b HTTP/1.1" status: 200 len: 267 time: 0.0414004 Mar 22 12:55:14.348248 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-293894d4-0ec7-4774-af2f-c4f0b0f2287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (31824b66-fd6c-4c31-97ea-dae95019b3a6), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:14.350933 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-293894d4-0ec7-4774-af2f-c4f0b0f2287f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:14.352048 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-293894d4-0ec7-4774-af2f-c4f0b0f2287f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31824b66-fd6c-4c31-97ea-dae95019b3a6 HTTP/1.1" status: 204 len: 168 time: 0.5656383 Mar 22 12:55:14.370603 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293894d4-0ec7-4774-af2f-c4f0b0f2287f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31824b66-fd6c-4c31-97ea-dae95019b3a6,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:14.421590 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-caa2b53b-3c50-43c6-a2df-b045570f5f76 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:14.423185 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-caa2b53b-3c50-43c6-a2df-b045570f5f76 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 818 time: 0.1262143 Mar 22 12:55:14.448337 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-195c3b6a-bd35-48da-b88b-2bc154b5ccb8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/quotas/60411ef45fcb4d9e81a4682e7bc8951b HTTP/1.1" status: 200 len: 375 time: 0.0193999 Mar 22 12:55:14.509749 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-bc58ed84-6dab-4a20-9014-54ff7de1e071 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0552008 Mar 22 12:55:14.603751 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-ea3ecba0-8453-47d3-9e03-9ba2f9e76e57 service neutron] 10.222.0.69 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822661 Mar 22 12:55:14.712599 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-23c381c3-f735-4145-859a-42fd9b356934 service neutron] 10.222.0.69 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020658 Mar 22 12:55:15.007187 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2bfcc653-7a48-4eb1-b184-106d7ceb07a3 req-429f3346-3d82-4dac-9db9-efcb3528e993 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 210 time: 0.0332391 Mar 22 12:55:15.099664 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51700) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:15.141687 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-46c45951-6bc5-4f26-bd5c-4ce86886b080 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=021dd3f214234603b4727045f08f278f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408535 Mar 22 12:55:15.144228 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51704) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:15.195532 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-13b84eaf-aa1a-4f16-b5ba-c7106d2f8fae admin admin] Publish callbacks [] for security_group (fd6c5801-fa38-491f-b758-4a1a18e3eaca), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:15.229136 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-13b84eaf-aa1a-4f16-b5ba-c7106d2f8fae admin admin] Publish callbacks [] for security_group (fd6c5801-fa38-491f-b758-4a1a18e3eaca), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:15.293038 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-04c935c8-76da-48d7-8332-dffb60e8d507 req-b06d4ff5-273c-44ff-bba8-7e2d1e0b7bf9 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 210 time: 0.0358710 Mar 22 12:55:15.401398 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-13b84eaf-aa1a-4f16-b5ba-c7106d2f8fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (fd6c5801-fa38-491f-b758-4a1a18e3eaca), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:15.404234 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-13b84eaf-aa1a-4f16-b5ba-c7106d2f8fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:15.405622 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-13b84eaf-aa1a-4f16-b5ba-c7106d2f8fae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd6c5801-fa38-491f-b758-4a1a18e3eaca HTTP/1.1" status: 204 len: 168 time: 0.2603724 Mar 22 12:55:15.414321 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b84eaf-aa1a-4f16-b5ba-c7106d2f8fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6c5801-fa38-491f-b758-4a1a18e3eaca,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:15.882720 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d44cc42d-38c2-47cf-a828-51add1a7cf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:16.122453 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-880cb433-1384-459c-a7ab-b55c2c2047ea req-33851c09-e79a-4bdb-8d5f-6f6060ca917b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 210 time: 0.0379767 Mar 22 12:55:16.386118 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-27751255-e53a-4b94-9ae5-c7c68fd6d942 req-3ed3140c-8238-46a0-8045-a84ea3f00b3f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 210 time: 0.0265586 Mar 22 12:55:17.027197 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:17.287730 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c583f17b-69a3-467e-a701-c534eda93803 req-d72e0f8c-54d2-4564-bd88-73b3ffd2dc98 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 210 time: 0.0740802 Mar 22 12:55:17.327295 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-14d52750-54d5-44eb-968c-f6f04e6c0d64 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:17.329141 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-14d52750-54d5-44eb-968c-f6f04e6c0d64 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.46 "GET /v2.0/networks?id=f27f08cb-d50b-4ca2-a370-b69ad85bed34 HTTP/1.1" status: 200 len: 808 time: 0.1667879 Mar 22 12:55:17.420306 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-37d4e611-763b-4b68-a97d-68485bd09352 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=864abfbe38eb4b50ae86f9483dc655b8 HTTP/1.1" status: 200 len: 380 time: 0.0748746 Mar 22 12:55:17.429018 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Request body: {'port': {'device_id': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'admin_state_up': True, 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'security_groups': ['5157c649-2b09-4971-98f9-d32730c356fb']}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:17.498355 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-250d38ed-00d6-4f4d-b9c9-2be3971908e1 req-c1dd8b5a-8328-4eea-8e17-481e3e4acfe6 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 210 time: 0.0336499 Mar 22 12:55:17.742536 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Made reservation on behalf of 864abfbe38eb4b50ae86f9483dc655b8 for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:17.742536 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:17.909679 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-cadf67cf-7f9f-4baa-8477-658df864e435 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:17.911583 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-cadf67cf-7f9f-4baa-8477-658df864e435 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 818 time: 0.2916336 Mar 22 12:55:18.035804 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Allocated IP 172.20.0.12 (f27f08cb-d50b-4ca2-a370-b69ad85bed34/e7946065-e410-4ba5-a810-89978bc20bd4/1fa87966-3ccc-4a66-b5b1-51146e73416f) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:18.046427 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-1eb6c01d-9799-4670-9c64-de38eb3aaf03 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60411ef45fcb4d9e81a4682e7bc8951b HTTP/1.1" status: 200 len: 379 time: 0.1132739 Mar 22 12:55:18.057060 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Request body: {'port': {'device_id': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'admin_state_up': True, 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'security_groups': ['21eab24c-e0c5-4e4f-806f-3ae908bb4807']}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:18.317803 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:18.410151 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1c092acc-1609-4dc6-93a3-31914d3af9d4 req-01ec4fae-2f20-4cc5-b51f-368fbb0b3ea6 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 210 time: 0.0330758 Mar 22 12:55:18.431256 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Made reservation on behalf of 60411ef45fcb4d9e81a4682e7bc8951b for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:18.436750 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:18.467734 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:18.570798 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Network f27f08cb-d50b-4ca2-a370-b69ad85bed34 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:18.597600 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:18.599475 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'Port': ['ID=1fa87966-3ccc-4a66-b5b1-51146e73416f,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:18.623548 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:55:18.723785 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:18.725049 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4704f7a-61c4-4b67-8552-432f48fbf602 req-845820b6-b168-4fec-a17c-8c83b4a1bc9f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:18.726671 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c4704f7a-61c4-4b67-8552-432f48fbf602 req-845820b6-b168-4fec-a17c-8c83b4a1bc9f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 932 time: 0.0826428 Mar 22 12:55:18.760532 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:18.761217 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:18.778915 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Allocated IP 172.20.0.14 (4cb5a818-0d24-4469-b547-4c4932ebf8f9/d598f7ce-5d25-4851-b0c7-edd085010225/3995aceb-27af-4dc2-9904-66323525b90e) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:18.799288 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c4704f7a-61c4-4b67-8552-432f48fbf602 req-41090f65-99f1-41e2-a3c7-b5b7afe917f0 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663729 Mar 22 12:55:18.879345 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-68e6a029-a4da-4b01-956a-57f46a110fb2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4542491 Mar 22 12:55:19.001234 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-035e6f44-5cfe-47f8-ad2b-a12b055a2f4f None None] Provisioning complete for port 1fa87966-3ccc-4a66-b5b1-51146e73416f triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:55:19.001720 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-035e6f44-5cfe-47f8-ad2b-a12b055a2f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:19.045435 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-035e6f44-5cfe-47f8-ad2b-a12b055a2f4f None None] Port 1fa87966-3ccc-4a66-b5b1-51146e73416f cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:55:19.124307 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Request body: {'port': {'device_id': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:19.215332 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:19.219090 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for port (3995aceb-27af-4dc2-9904-66323525b90e), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:19.437576 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (3995aceb-27af-4dc2-9904-66323525b90e), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:19.502433 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:19.523193 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:19.537368 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:55:19.547095 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event updated for resources: {'Port': ['ID=3995aceb-27af-4dc2-9904-66323525b90e,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:19.653188 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a0d41-ce95-48aa-aa6a-3bde99af571f req-92403a13-2afb-4e20-b250-56dbb0b7a2d1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:19.656228 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-982a0d41-ce95-48aa-aa6a-3bde99af571f req-92403a13-2afb-4e20-b250-56dbb0b7a2d1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 932 time: 0.1395667 Mar 22 12:55:19.663794 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa87966-3ccc-4a66-b5b1-51146e73416f {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:55:19.686835 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:19.688462 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:19.699872 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Publish callbacks [] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:19.729424 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Transition to ACTIVE for port object 1fa87966-3ccc-4a66-b5b1-51146e73416f will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:55:19.759894 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-982a0d41-ce95-48aa-aa6a-3bde99af571f req-1c08ce13-e687-446b-bb63-e41d987880c0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888128 Mar 22 12:55:19.813314 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-59550542-09d4-43c9-8ea6-b22f082dda5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7608912 Mar 22 12:55:19.815711 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:19.904597 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-6b2e17a3-250b-4b00-8a13-c994d58c42fc None None] Provisioning complete for port 3995aceb-27af-4dc2-9904-66323525b90e triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:55:19.905215 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-6b2e17a3-250b-4b00-8a13-c994d58c42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (3995aceb-27af-4dc2-9904-66323525b90e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:19.959999 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa87966-3ccc-4a66-b5b1-51146e73416f,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:19.976314 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e17a3-250b-4b00-8a13-c994d58c42fc None None] Port 3995aceb-27af-4dc2-9904-66323525b90e cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:55:20.006926 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842be36-eae4-4071-9eff-0fcae71cc2e1 req-09292f9c-7654-4333-92de-8d3da0ab713f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:20.008977 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0842be36-eae4-4071-9eff-0fcae71cc2e1 req-09292f9c-7654-4333-92de-8d3da0ab713f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0938318 Mar 22 12:55:20.068520 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Attempting to bind port 1fa87966-3ccc-4a66-b5b1-51146e73416f on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:55:20.069019 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Attempting to bind port 1fa87966-3ccc-4a66-b5b1-51146e73416f by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:55:20.069580 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Attempting to bind port 1fa87966-3ccc-4a66-b5b1-51146e73416f on network f27f08cb-d50b-4ca2-a370-b69ad85bed34 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:55:20.071152 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0842be36-eae4-4071-9eff-0fcae71cc2e1 req-2cb2b49b-93cd-43ab-b96b-64a148bbdcb9 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565710 Mar 22 12:55:20.090690 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Port 1fa87966-3ccc-4a66-b5b1-51146e73416f on network f27f08cb-d50b-4ca2-a370-b69ad85bed34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:55:20.091124 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Attempting to bind port 1fa87966-3ccc-4a66-b5b1-51146e73416f on network f27f08cb-d50b-4ca2-a370-b69ad85bed34 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:55:20.098617 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:55:20.099079 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Checking segment: {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:55:20.099770 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Bound using segment: {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:55:20.100294 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Bound port: 1fa87966-3ccc-4a66-b5b1-51146e73416f, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:55:20.100722 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:20.101936 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:20.193845 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:55:20.197056 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:55:20.306838 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:20.367827 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:20.368846 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:20.371289 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] 10.222.0.46 "PUT /v2.0/ports/1fa87966-3ccc-4a66-b5b1-51146e73416f HTTP/1.1" status: 200 len: 1094 time: 1.2533200 Mar 22 12:55:20.371993 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:20.375645 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26e17a3-e064-41d3-86b9-14d9cdf476ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:20.413981 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f385ce-600b-44fe-850b-42fb018eaad5 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa87966-3ccc-4a66-b5b1-51146e73416f,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:20.423461 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d217819c-4649-41ef-a78d-78ec39c0c58e x-openstack-request-id: req-d217819c-4649-41ef-a78d-78ec39c0c58e {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:20.423895 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:20.425211 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d217819c-4649-41ef-a78d-78ec39c0c58e {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:20.425841 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d217819c-4649-41ef-a78d-78ec39c0c58e'] response: {'name': 'network-changed', 'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'status': 'completed', 'code': 200} Mar 22 12:55:20.564015 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51872) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:20.710916 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4feb5c96-c11e-4abf-b672-9ed03e455e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:20.790574 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4feb5c96-c11e-4abf-b672-9ed03e455e76 admin admin] Publish callbacks [] for security_group (e17389a4-5a70-4503-b5e9-4f9276f90d47), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:20.885408 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4feb5c96-c11e-4abf-b672-9ed03e455e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (e17389a4-5a70-4503-b5e9-4f9276f90d47), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:20.895261 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dd327-6a89-48e4-a623-2b2f91f1d293 req-522e4fd8-35c2-4399-8a7d-1116238aaf1c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:20.896824 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0b9dd327-6a89-48e4-a623-2b2f91f1d293 req-522e4fd8-35c2-4399-8a7d-1116238aaf1c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 932 time: 0.0651336 Mar 22 12:55:20.951976 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-4feb5c96-c11e-4abf-b672-9ed03e455e76 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=097e704ca8fd41f58062d53820981375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865123 Mar 22 12:55:20.953041 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb5c96-c11e-4abf-b672-9ed03e455e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17389a4-5a70-4503-b5e9-4f9276f90d47,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:20.954551 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51886) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:20.987528 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0b9dd327-6a89-48e4-a623-2b2f91f1d293 req-26f0aee5-0f57-4f5b-94af-6fbba83495c5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741358 Mar 22 12:55:21.010367 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3066-c63c-4148-ab35-c19b2f9c46cf admin admin] Publish callbacks [] for security_group (e17389a4-5a70-4503-b5e9-4f9276f90d47), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:21.033356 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3066-c63c-4148-ab35-c19b2f9c46cf admin admin] Publish callbacks [] for security_group (e17389a4-5a70-4503-b5e9-4f9276f90d47), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:21.130303 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3066-c63c-4148-ab35-c19b2f9c46cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (e17389a4-5a70-4503-b5e9-4f9276f90d47), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:21.134530 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3066-c63c-4148-ab35-c19b2f9c46cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:21.137836 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-3e8e3066-c63c-4148-ab35-c19b2f9c46cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e17389a4-5a70-4503-b5e9-4f9276f90d47 HTTP/1.1" status: 204 len: 168 time: 0.1806123 Mar 22 12:55:21.149649 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e3066-c63c-4148-ab35-c19b2f9c46cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17389a4-5a70-4503-b5e9-4f9276f90d47,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:21.232192 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc4a2c-e4bd-4679-89c4-b8bd8e8db40b req-ba08e97b-37c4-4aa6-a0a1-1a0bd67ddefb tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:21.234649 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1fdc4a2c-e4bd-4679-89c4-b8bd8e8db40b req-ba08e97b-37c4-4aa6-a0a1-1a0bd67ddefb tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0839155 Mar 22 12:55:21.290580 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1fdc4a2c-e4bd-4679-89c4-b8bd8e8db40b req-4a8aed84-d5dc-4fa7-9d9e-2cdcfe198a51 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498221 Mar 22 12:55:21.751377 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51896) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:21.765650 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d7099db5-c237-43df-8bb9-fa6788be3753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:21.874118 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d7099db5-c237-43df-8bb9-fa6788be3753 admin admin] Publish callbacks [] for security_group (9c9c9402-e83a-41d9-a26b-6fefe1d1f162), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:21.969282 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d7099db5-c237-43df-8bb9-fa6788be3753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (9c9c9402-e83a-41d9-a26b-6fefe1d1f162), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:21.993952 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Request body: {'port': {'device_id': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:22.006362 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:55:22.073147 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-d7099db5-c237-43df-8bb9-fa6788be3753 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74794a005aa44ebab731e4324e6d7ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204992 Mar 22 12:55:22.075098 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7099db5-c237-43df-8bb9-fa6788be3753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9c9402-e83a-41d9-a26b-6fefe1d1f162,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:22.077663 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51908) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:22.116738 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf7a88-533d-4ae4-8b20-1bab27dcbf65 req-a5033d69-0c63-4386-b1ca-959402454389 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:22.118299 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ddf7a88-533d-4ae4-8b20-1bab27dcbf65 req-a5033d69-0c63-4386-b1ca-959402454389 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 932 time: 0.0588710 Mar 22 12:55:22.144315 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (3995aceb-27af-4dc2-9904-66323525b90e), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:22.153722 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e17a3-e064-41d3-86b9-14d9cdf476ad req-7428d423-5e72-40dc-a860-0e1969ef06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:22.155283 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d26e17a3-e064-41d3-86b9-14d9cdf476ad req-7428d423-5e72-40dc-a860-0e1969ef06b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1128 time: 0.1381521 Mar 22 12:55:22.176413 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ddf7a88-533d-4ae4-8b20-1bab27dcbf65 req-f7a236ac-20de-4786-ad66-65cd8e6f797e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520432 Mar 22 12:55:22.266510 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b7655e14-791f-4d25-9836-ee3c0a3cefbb admin admin] Publish callbacks [] for security_group (9c9c9402-e83a-41d9-a26b-6fefe1d1f162), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:22.385192 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b7655e14-791f-4d25-9836-ee3c0a3cefbb admin admin] Publish callbacks [] for security_group (9c9c9402-e83a-41d9-a26b-6fefe1d1f162), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:22.417209 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e17a3-e064-41d3-86b9-14d9cdf476ad req-a0a02f41-e1c0-45d7-ae73-f964c6c21f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:22.419133 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d26e17a3-e064-41d3-86b9-14d9cdf476ad req-a0a02f41-e1c0-45d7-ae73-f964c6c21f34 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2458913 Mar 22 12:55:22.431518 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283f9de-889d-47dc-b34b-f6807ae4800c req-1ed954e6-237d-4145-a995-e1b36d98b541 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:22.433298 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a283f9de-889d-47dc-b34b-f6807ae4800c req-1ed954e6-237d-4145-a995-e1b36d98b541 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0592339 Mar 22 12:55:22.494638 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a283f9de-889d-47dc-b34b-f6807ae4800c req-fb040ed5-30ab-4225-ad2c-3be85180eeaa tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549514 Mar 22 12:55:22.607971 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e17a3-e064-41d3-86b9-14d9cdf476ad req-75cdc1ba-2b98-48af-b3e9-33c23f5c166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:22.609621 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d26e17a3-e064-41d3-86b9-14d9cdf476ad req-75cdc1ba-2b98-48af-b3e9-33c23f5c166a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693466 Mar 22 12:55:22.657244 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b7655e14-791f-4d25-9836-ee3c0a3cefbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (9c9c9402-e83a-41d9-a26b-6fefe1d1f162), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:22.659953 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b7655e14-791f-4d25-9836-ee3c0a3cefbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:22.661095 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-b7655e14-791f-4d25-9836-ee3c0a3cefbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c9c9402-e83a-41d9-a26b-6fefe1d1f162 HTTP/1.1" status: 204 len: 168 time: 0.5783427 Mar 22 12:55:22.676044 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3995aceb-27af-4dc2-9904-66323525b90e {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:55:22.683783 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7655e14-791f-4d25-9836-ee3c0a3cefbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9c9402-e83a-41d9-a26b-6fefe1d1f162,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:22.688214 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Publish callbacks [] for port (3995aceb-27af-4dc2-9904-66323525b90e), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:22.734347 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Transition to ACTIVE for port object 3995aceb-27af-4dc2-9904-66323525b90e will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:55:22.751560 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-24a6def6-5c7b-4fcf-a210-3f96c7c5782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:22.753176 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-24a6def6-5c7b-4fcf-a210-3f96c7c5782e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1128 time: 0.0673826 Mar 22 12:55:22.808371 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-01fafe03-d823-468d-b94a-7cb0a7d08f16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f HTTP/1.1" status: 200 len: 217 time: 0.0344908 Mar 22 12:55:22.822612 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (3995aceb-27af-4dc2-9904-66323525b90e), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:22.908919 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-636705d0-ee36-4e0f-bcd1-c6bd1c71ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:22.910617 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-636705d0-ee36-4e0f-bcd1-c6bd1c71ccc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7946065-e410-4ba5-a810-89978bc20bd4 HTTP/1.1" status: 200 len: 847 time: 0.0968537 Mar 22 12:55:22.918980 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3995aceb-27af-4dc2-9904-66323525b90e,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:23.055291 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Attempting to bind port 3995aceb-27af-4dc2-9904-66323525b90e on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:55:23.056203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Attempting to bind port 3995aceb-27af-4dc2-9904-66323525b90e by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:55:23.056203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Attempting to bind port 3995aceb-27af-4dc2-9904-66323525b90e on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:55:23.068198 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Port 3995aceb-27af-4dc2-9904-66323525b90e on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:55:23.068482 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Attempting to bind port 3995aceb-27af-4dc2-9904-66323525b90e on network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:55:23.074721 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:55:23.079077 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Checking segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:55:23.079077 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Bound using segment: {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:55:23.079077 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Bound port: 3995aceb-27af-4dc2-9904-66323525b90e, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cb8945-2f79-4e54-ac51-e8f71e4a9061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:55:23.079077 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (3995aceb-27af-4dc2-9904-66323525b90e), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:23.079648 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-d0bad27c-ef6a-4146-8408-3efb720288fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:23.081416 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-d0bad27c-ef6a-4146-8408-3efb720288fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f27f08cb-d50b-4ca2-a370-b69ad85bed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1597922 Mar 22 12:55:23.232605 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] For port 3995aceb-27af-4dc2-9904-66323525b90e, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:55:23.246716 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] For port 3995aceb-27af-4dc2-9904-66323525b90e, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3995aceb-27af-4dc2-9904-66323525b90e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:55:23.250868 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-e516ae30-1b90-43d5-adc9-7f2064f9f131 service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579599 Mar 22 12:55:23.323588 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (3995aceb-27af-4dc2-9904-66323525b90e), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:23.333729 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76397538-ca1d-4c8c-adea-156a76c0bf6c req-4c3e5fcc-1a03-4c61-b3d3-699b9e88a343 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:23.334733 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-76397538-ca1d-4c8c-adea-156a76c0bf6c req-4c3e5fcc-1a03-4c61-b3d3-699b9e88a343 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 944 time: 0.0707939 Mar 22 12:55:23.366019 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:23.366640 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:23.368053 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] 10.222.0.46 "PUT /v2.0/ports/3995aceb-27af-4dc2-9904-66323525b90e HTTP/1.1" status: 200 len: 1094 time: 1.3817000 Mar 22 12:55:23.370496 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:23.379517 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545dd1cd-08af-4e54-8a65-eecdb4a48045" -d '{"events": [{"name": "network-changed", "server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "tag": "3995aceb-27af-4dc2-9904-66323525b90e"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:23.426271 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c88ff-cf89-4745-98b9-4e6d4ba9dcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3995aceb-27af-4dc2-9904-66323525b90e,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:23.431074 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b8416c8f-1d67-47ed-93c2-1030f43237b6 req-d9ca8cac-965e-4dfa-81ae-e10188bf9e16 service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716485 Mar 22 12:55:23.440342 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-76397538-ca1d-4c8c-adea-156a76c0bf6c req-88b108ba-3a99-4faf-a5f0-44739e8f8688 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992508 Mar 22 12:55:23.472709 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027c0745-c0ec-4501-b7b6-e4ada653b7fa x-openstack-request-id: req-027c0745-c0ec-4501-b7b6-e4ada653b7fa {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:23.472709 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "tag": "3995aceb-27af-4dc2-9904-66323525b90e", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:23.472709 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-027c0745-c0ec-4501-b7b6-e4ada653b7fa {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:23.472709 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027c0745-c0ec-4501-b7b6-e4ada653b7fa'] response: {'name': 'network-changed', 'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e', 'status': 'completed', 'code': 200} Mar 22 12:55:23.623742 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd1cd-08af-4e54-8a65-eecdb4a48045 req-4da21b28-15b0-43bc-a873-2804d330a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:23.627644 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-545dd1cd-08af-4e54-8a65-eecdb4a48045 req-4da21b28-15b0-43bc-a873-2804d330a639 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 1128 time: 0.0765738 Mar 22 12:55:23.663092 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 51954) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:23.688565 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-be81cf46-08be-4875-9526-e00fe327384d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:23.719952 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4a10b-eb37-4820-b310-437d6c7cbbba req-719ed5ea-0a74-4279-9407-e47e04dbd33c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:23.727482 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1fb4a10b-eb37-4820-b310-437d6c7cbbba req-719ed5ea-0a74-4279-9407-e47e04dbd33c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1359134 Mar 22 12:55:23.805305 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd1cd-08af-4e54-8a65-eecdb4a48045 req-8a990554-bef9-4967-b202-bc39073144ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:23.806862 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-545dd1cd-08af-4e54-8a65-eecdb4a48045 req-8a990554-bef9-4967-b202-bc39073144ac service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1636345 Mar 22 12:55:23.814379 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1fb4a10b-eb37-4820-b310-437d6c7cbbba req-038ab11b-3ac0-4f54-930c-44f183895858 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858622 Mar 22 12:55:23.858332 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-be81cf46-08be-4875-9526-e00fe327384d admin admin] Publish callbacks [] for security_group (b3417e78-71dc-436b-963c-cb2f788377a8), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:23.919190 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd1cd-08af-4e54-8a65-eecdb4a48045 req-c0e911bf-5d2a-4f68-bf5a-1bda8e9dbcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:23.920852 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-545dd1cd-08af-4e54-8a65-eecdb4a48045 req-c0e911bf-5d2a-4f68-bf5a-1bda8e9dbcae service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083281 Mar 22 12:55:23.923711 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-be81cf46-08be-4875-9526-e00fe327384d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b3417e78-71dc-436b-963c-cb2f788377a8), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:23.963712 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-be81cf46-08be-4875-9526-e00fe327384d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=768953bd645e4ba69c5a50f68bbad049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963324 Mar 22 12:55:23.965371 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81cf46-08be-4875-9526-e00fe327384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3417e78-71dc-436b-963c-cb2f788377a8,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:23.967533 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51958) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:24.055900 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-29fc07e8-af4c-4aaa-9e91-f397716f57a1 admin admin] Publish callbacks [] for security_group (b3417e78-71dc-436b-963c-cb2f788377a8), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:24.071717 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-5100da37-6245-4d09-953b-54c0af6df2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:24.073483 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-5100da37-6245-4d09-953b-54c0af6df2e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 1128 time: 0.0761001 Mar 22 12:55:24.089446 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-29fc07e8-af4c-4aaa-9e91-f397716f57a1 admin admin] Publish callbacks [] for security_group (b3417e78-71dc-436b-963c-cb2f788377a8), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:24.135216 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-1d8a748d-55dc-4256-a870-cad61510c01e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3995aceb-27af-4dc2-9904-66323525b90e HTTP/1.1" status: 200 len: 217 time: 0.0427864 Mar 22 12:55:24.209577 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-1225e24b-269f-4097-8a8e-7a8bc8b1251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:24.211138 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-1225e24b-269f-4097-8a8e-7a8bc8b1251e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0630910 Mar 22 12:55:24.260913 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-29fc07e8-af4c-4aaa-9e91-f397716f57a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b3417e78-71dc-436b-963c-cb2f788377a8), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:24.263918 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-29fc07e8-af4c-4aaa-9e91-f397716f57a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:24.265052 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-29fc07e8-af4c-4aaa-9e91-f397716f57a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3417e78-71dc-436b-963c-cb2f788377a8 HTTP/1.1" status: 204 len: 168 time: 0.2964535 Mar 22 12:55:24.274061 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-e19caa45-4fea-4b90-b3d2-d9f9e985f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:24.274061 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-e19caa45-4fea-4b90-b3d2-d9f9e985f461 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541234 Mar 22 12:55:24.276703 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc07e8-af4c-4aaa-9e91-f397716f57a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3417e78-71dc-436b-963c-cb2f788377a8,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:24.368389 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-1eeff0f1-2c79-4537-83a3-3facfb56c1a0 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888839 Mar 22 12:55:24.461067 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-adba5c0b-dfed-44a1-b72b-74c928ccd0bd req-e5628dc7-a0c5-47a6-beb4-5f9601459c7a service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854442 Mar 22 12:55:24.580070 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef30086-9e1d-4310-b283-e8e44ce97294 req-3bf936a8-c083-428a-a261-25099bf74007 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:24.581618 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0ef30086-9e1d-4310-b283-e8e44ce97294 req-3bf936a8-c083-428a-a261-25099bf74007 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 944 time: 0.0603950 Mar 22 12:55:24.632185 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0ef30086-9e1d-4310-b283-e8e44ce97294 req-49f7d38c-4b78-4edd-a896-fe8441272eeb tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446975 Mar 22 12:55:24.963119 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a691d-5b6c-458d-b4ac-b63786f575d9 req-e0b9287b-1db0-4eab-92e3-2d10e14b6618 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:24.965921 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-695a691d-5b6c-458d-b4ac-b63786f575d9 req-e0b9287b-1db0-4eab-92e3-2d10e14b6618 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0608466 Mar 22 12:55:25.031770 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-695a691d-5b6c-458d-b4ac-b63786f575d9 req-c6e8587b-08c3-4508-9a89-ccc94f624b39 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600421 Mar 22 12:55:25.240697 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 51996) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:25.246228 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-24cbf839-e8b7-49e6-acf9-d20af723a6d5 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014943081', 'description': 'tempest-description--19558741'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:25.450776 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-24cbf839-e8b7-49e6-acf9-d20af723a6d5 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:25.535995 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-24cbf839-e8b7-49e6-acf9-d20af723a6d5 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (30c1a745-3d22-4b2b-af4e-7b38afb76ca0), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:25.644505 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-24cbf839-e8b7-49e6-acf9-d20af723a6d5 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (30c1a745-3d22-4b2b-af4e-7b38afb76ca0), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:25.682147 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbf839-e8b7-49e6-acf9-d20af723a6d5 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c1a745-3d22-4b2b-af4e-7b38afb76ca0,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:25.726339 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-24cbf839-e8b7-49e6-acf9-d20af723a6d5 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:25.727909 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-24cbf839-e8b7-49e6-acf9-d20af723a6d5 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4862051 Mar 22 12:55:25.731142 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52020) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:25.740982 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-1cb15a04-70fb-4f80-b61e-5761d39699df tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group_rule': {'security_group_id': '30c1a745-3d22-4b2b-af4e-7b38afb76ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:25.806007 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce63b-2a0c-4cc1-a3a4-d4c3e2048395 req-53d21497-7863-4628-946a-8ed97891dc08 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:25.809234 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-17dce63b-2a0c-4cc1-a3a4-d4c3e2048395 req-53d21497-7863-4628-946a-8ed97891dc08 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 944 time: 0.0874348 Mar 22 12:55:25.829814 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1cb15a04-70fb-4f80-b61e-5761d39699df tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (d4c5511b-1f42-40ae-b14b-b3ba5f25a948), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:25.888634 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-17dce63b-2a0c-4cc1-a3a4-d4c3e2048395 req-b0906a6a-f292-47a9-99f9-04af9f183b5b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679998 Mar 22 12:55:25.918521 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1cb15a04-70fb-4f80-b61e-5761d39699df tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (d4c5511b-1f42-40ae-b14b-b3ba5f25a948), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:25.981537 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1cb15a04-70fb-4f80-b61e-5761d39699df tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (d4c5511b-1f42-40ae-b14b-b3ba5f25a948), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:26.005470 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb15a04-70fb-4f80-b61e-5761d39699df tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c5511b-1f42-40ae-b14b-b3ba5f25a948,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:26.069036 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1cb15a04-70fb-4f80-b61e-5761d39699df tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:26.070386 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-1cb15a04-70fb-4f80-b61e-5761d39699df tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377862 Mar 22 12:55:26.078982 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52040) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:26.083738 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-a2570e5f-4018-47be-bcaa-af5f83135ef6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group_rule': {'security_group_id': '30c1a745-3d22-4b2b-af4e-7b38afb76ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:26.171679 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d82cb-cdd3-462f-abff-d58c93cb8b3e req-4c9fde2a-a929-45ef-b58c-9ff0079f4d8a tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:26.173302 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-669d82cb-cdd3-462f-abff-d58c93cb8b3e req-4c9fde2a-a929-45ef-b58c-9ff0079f4d8a tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0572994 Mar 22 12:55:26.189574 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a2570e5f-4018-47be-bcaa-af5f83135ef6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (6c4e0268-f4bb-4a3f-8a51-52dbcc505b6e), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:26.233496 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-669d82cb-cdd3-462f-abff-d58c93cb8b3e req-df3db04e-2abb-4a86-957f-3c23a98afde1 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539460 Mar 22 12:55:26.261922 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a2570e5f-4018-47be-bcaa-af5f83135ef6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (6c4e0268-f4bb-4a3f-8a51-52dbcc505b6e), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:26.336238 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a2570e5f-4018-47be-bcaa-af5f83135ef6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (6c4e0268-f4bb-4a3f-8a51-52dbcc505b6e), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:26.357302 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2570e5f-4018-47be-bcaa-af5f83135ef6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4e0268-f4bb-4a3f-8a51-52dbcc505b6e,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:26.428633 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a2570e5f-4018-47be-bcaa-af5f83135ef6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:26.432379 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a2570e5f-4018-47be-bcaa-af5f83135ef6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498805 Mar 22 12:55:26.433469 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52046) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:26.439988 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:26.569639 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:26.690312 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:26.799355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Allocated IP 172.27.2.217 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/dd33c5d6-c77e-4330-86a8-6ccb64d20445) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:26.912907 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (dd33c5d6-c77e-4330-86a8-6ccb64d20445), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:27.008184 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78853d9c-c3ae-438a-b292-1174696008a7 req-8c86a7d0-f1f7-4e3e-9123-e2737cfbec60 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:27.009613 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (dd33c5d6-c77e-4330-86a8-6ccb64d20445), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:27.009764 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-78853d9c-c3ae-438a-b292-1174696008a7 req-8c86a7d0-f1f7-4e3e-9123-e2737cfbec60 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 944 time: 0.0574217 Mar 22 12:55:27.047561 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:27.050564 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:27.053060 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:55:27.061844 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-78853d9c-c3ae-438a-b292-1174696008a7 req-7cef8716-5671-4557-b181-716fa2e950b4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451064 Mar 22 12:55:27.081733 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=dd33c5d6-c77e-4330-86a8-6ccb64d20445,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:27.153566 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (cb8de26b-10f1-4924-85e7-2950b47f6b0d), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:27.220615 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (dd33c5d6-c77e-4330-86a8-6ccb64d20445), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:27.371644 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac3383-bbb2-4127-b6fa-e776b068f45f req-437d6810-79a2-469e-94ea-7aa10bc05053 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:27.373203 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e5ac3383-bbb2-4127-b6fa-e776b068f45f req-437d6810-79a2-469e-94ea-7aa10bc05053 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0613875 Mar 22 12:55:27.383817 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (dd33c5d6-c77e-4330-86a8-6ccb64d20445), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:27.426168 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e5ac3383-bbb2-4127-b6fa-e776b068f45f req-66776374-cd58-44eb-9e5a-1dacc21e0f07 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456877 Mar 22 12:55:27.478080 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (dd33c5d6-c77e-4330-86a8-6ccb64d20445), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:27.547228 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=dd33c5d6-c77e-4330-86a8-6ccb64d20445,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:27.559903 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (cb8de26b-10f1-4924-85e7-2950b47f6b0d), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:27.659153 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:27.673734 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-90ef436a-921a-4680-ba2d-eb2c5edbb8a8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2258716 Mar 22 12:55:27.840040 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-30bce1ad-b0bb-4550-9a1c-38996b8a0ba5 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ed822d6658f34cf0acfbeda84c0f704a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406368 Mar 22 12:55:27.962073 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 3995aceb-27af-4dc2-9904-66323525b90e details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:55:28.088333 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-45eaeef3-2860-40b1-a01d-14c22b94e314 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2014943081&fields=id&tenant_id=cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 267 time: 0.1973045 Mar 22 12:55:28.088989 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 3995aceb-27af-4dc2-9904-66323525b90e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3995aceb-27af-4dc2-9904-66323525b90e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:28.103050 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '3995aceb-27af-4dc2-9904-66323525b90e', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'port_id': '3995aceb-27af-4dc2-9904-66323525b90e', 'mac_address': 'fa:16:3e:23:4c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:55:28.125735 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-3a560acd-9c95-4b54-8516-1b4d07414bf1 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:28.127762 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-3a560acd-9c95-4b54-8516-1b4d07414bf1 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802942 Mar 22 12:55:28.150297 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 3995aceb-27af-4dc2-9904-66323525b90e is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:55:28.150993 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (3995aceb-27af-4dc2-9904-66323525b90e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:28.174491 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3995aceb-27af-4dc2-9904-66323525b90e {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:55:28.183999 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-f8b1c127-ae84-4143-b1cb-6a81c64667b1 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/quotas/ed822d6658f34cf0acfbeda84c0f704a HTTP/1.1" status: 200 len: 375 time: 0.0424643 Mar 22 12:55:28.214883 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 3995aceb-27af-4dc2-9904-66323525b90e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3995aceb-27af-4dc2-9904-66323525b90e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:28.245402 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-974de866-21de-4ce3-97e0-a7685fc304b5 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed822d6658f34cf0acfbeda84c0f704a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418940 Mar 22 12:55:28.295516 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (3995aceb-27af-4dc2-9904-66323525b90e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:28.295758 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-126a07c5-5f5d-47c6-b764-3e66138c36f7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:28.297344 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-126a07c5-5f5d-47c6-b764-3e66138c36f7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 815 time: 0.1951475 Mar 22 12:55:28.319127 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-f8d70fb1-3d45-4fa7-aa07-e8ba3a504325 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/quotas/cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 375 time: 0.0144858 Mar 22 12:55:28.364732 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=3995aceb-27af-4dc2-9904-66323525b90e,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:28.373482 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.373833 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.375030 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.375030 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.375030 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.375302 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.375532 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.375908 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.376164 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.376490 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.376843 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.377164 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.377493 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.377813 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.378181 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.398966 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-f88cc853-fc81-4b12-81b3-e3012be91b29 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735507 Mar 22 12:55:28.553326 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e54926-451f-4ce5-99f9-1df1056ad536 req-5c1c7fca-2868-40ce-8233-d1b3e7f089ae tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:28.560675 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41e54926-451f-4ce5-99f9-1df1056ad536 req-5c1c7fca-2868-40ce-8233-d1b3e7f089ae tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 945 time: 0.0951028 Mar 22 12:55:28.569497 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-9106e482-b02e-4f38-8d01-5dbe05341181 service neutron] 10.222.0.69 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502988 Mar 22 12:55:28.663801 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41e54926-451f-4ce5-99f9-1df1056ad536 req-26840024-6471-4cc1-b8e5-1274b139d250 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022546 Mar 22 12:55:28.694797 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['3995aceb-27af-4dc2-9904-66323525b90e'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:55:28.708071 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-1fcec3f1-ccf6-407a-aefe-f41c8fd07852 service neutron] 10.222.0.69 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243913 Mar 22 12:55:28.740315 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4d3bdbd-44fe-4536-8051-a7ce4677c83a req-1805c09a-92fc-44ad-b69a-4052b512096c tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 210 time: 0.0309968 Mar 22 12:55:28.881893 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf777e-2d77-485e-953f-1f28fc29d66b req-f6101ca6-0f86-4bd8-ad46-52a61a11d0ef tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:28.883451 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-50cf777e-2d77-485e-953f-1f28fc29d66b req-f6101ca6-0f86-4bd8-ad46-52a61a11d0ef tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0609229 Mar 22 12:55:28.944945 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-50cf777e-2d77-485e-953f-1f28fc29d66b req-5ab96e37-cdee-4ae7-83f0-cae13d10699d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546207 Mar 22 12:55:29.015328 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-52d71184-98cb-4ba0-a20e-6623ad420f42 req-b3835d23-deb6-45ac-91e6-1690664b2df7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 210 time: 0.0291536 Mar 22 12:55:29.831403 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52150) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:29.873241 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e7b0cbd2-b392-4d20-af02-0ccfe0f5ccc1 req-5eeaccad-1d98-45a7-894f-ab2a6b2b04e3 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 210 time: 0.0288851 Mar 22 12:55:29.890260 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb71ba-ed89-4f4d-be53-d3884424f426 req-98a1096c-a2f6-4b11-955b-6ee5144536ee tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:29.893618 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-abcb71ba-ed89-4f4d-be53-d3884424f426 req-98a1096c-a2f6-4b11-955b-6ee5144536ee tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 945 time: 0.1412113 Mar 22 12:55:29.950691 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-abcb71ba-ed89-4f4d-be53-d3884424f426 req-14d822c1-993f-4c4f-b140-858b4366ada7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556061 Mar 22 12:55:29.979588 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 3995aceb-27af-4dc2-9904-66323525b90e up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:55:29.991558 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-20560c07-6237-445e-aae6-e20e0c3efc8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.123013 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 3995aceb-27af-4dc2-9904-66323525b90e completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:55:30.125565 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3460d-8073-4bda-9ca2-ed41095e4daa req-31387160-5f26-4b4d-8950-80a5dd6e31b2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:30.127518 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d2f3460d-8073-4bda-9ca2-ed41095e4daa req-31387160-5f26-4b4d-8950-80a5dd6e31b2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0767269 Mar 22 12:55:30.127675 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 3995aceb-27af-4dc2-9904-66323525b90e triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:55:30.127931 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (3995aceb-27af-4dc2-9904-66323525b90e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.144673 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-20560c07-6237-445e-aae6-e20e0c3efc8f admin admin] Publish callbacks [] for security_group (a5a381cc-e6dd-4f9f-b06e-aee26c4eb266), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.163469 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-17a3db60-8d06-45f6-a360-6e0a05ebff2a req-e723ae2c-53d6-4871-b1db-0a2040b1b955 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 210 time: 0.0568509 Mar 22 12:55:30.208892 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-20560c07-6237-445e-aae6-e20e0c3efc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (a5a381cc-e6dd-4f9f-b06e-aee26c4eb266), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.237586 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d2f3460d-8073-4bda-9ca2-ed41095e4daa req-fa41624f-cd5a-48c5-a75d-d21543c905e3 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771000 Mar 22 12:55:30.262717 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 3995aceb-27af-4dc2-9904-66323525b90e is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:55:30.263529 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (3995aceb-27af-4dc2-9904-66323525b90e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.287277 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-20560c07-6237-445e-aae6-e20e0c3efc8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf905ba7aa4445a78b3775aad1c48c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546537 Mar 22 12:55:30.287758 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52162) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:30.307368 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:30.310375 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57508c8c-0e67-4524-a69a-e6387187428b" -d '{"events": [{"server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "name": "network-vif-plugged", "status": "completed", "tag": "3995aceb-27af-4dc2-9904-66323525b90e"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:30.313553 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20560c07-6237-445e-aae6-e20e0c3efc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a381cc-e6dd-4f9f-b06e-aee26c4eb266,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:30.341683 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 3995aceb-27af-4dc2-9904-66323525b90e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3995aceb-27af-4dc2-9904-66323525b90e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:30.398697 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e16f190-7920-49a2-9b47-fd4069c843ab x-openstack-request-id: req-8e16f190-7920-49a2-9b47-fd4069c843ab {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:30.399044 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "name": "network-vif-plugged", "status": "completed", "tag": "3995aceb-27af-4dc2-9904-66323525b90e", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:30.399153 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3a5adb92-cdcc-4b67-a1b4-e201211aef19 admin admin] Publish callbacks [] for security_group (a5a381cc-e6dd-4f9f-b06e-aee26c4eb266), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.399302 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e16f190-7920-49a2-9b47-fd4069c843ab {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:30.399895 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e16f190-7920-49a2-9b47-fd4069c843ab'] response: {'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e', 'code': 200} Mar 22 12:55:30.425714 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3a5adb92-cdcc-4b67-a1b4-e201211aef19 admin admin] Publish callbacks [] for security_group (a5a381cc-e6dd-4f9f-b06e-aee26c4eb266), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.433761 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (3995aceb-27af-4dc2-9904-66323525b90e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.501565 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=3995aceb-27af-4dc2-9904-66323525b90e,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:30.631637 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3a5adb92-cdcc-4b67-a1b4-e201211aef19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (a5a381cc-e6dd-4f9f-b06e-aee26c4eb266), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.634326 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3a5adb92-cdcc-4b67-a1b4-e201211aef19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:30.635565 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-3a5adb92-cdcc-4b67-a1b4-e201211aef19 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5a381cc-e6dd-4f9f-b06e-aee26c4eb266 HTTP/1.1" status: 204 len: 168 time: 0.3467746 Mar 22 12:55:30.644976 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5adb92-cdcc-4b67-a1b4-e201211aef19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a381cc-e6dd-4f9f-b06e-aee26c4eb266,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:30.924503 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3e688-6160-466d-98c0-8a6a81707b82 req-5b14b8ee-129b-4604-91c6-6d1d4f08fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:30.926102 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-7dd3e688-6160-466d-98c0-8a6a81707b82 req-5b14b8ee-129b-4604-91c6-6d1d4f08fe7e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 1130 time: 0.0552993 Mar 22 12:55:30.988166 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-7dd3e688-6160-466d-98c0-8a6a81707b82 req-bda9e1f7-1c8a-4c40-8a8d-5f3059e4cb57 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496130 Mar 22 12:55:30.999348 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-76b24f86-a739-49e3-b9e9-ea45ac14da66 req-5c1abde4-22cc-4777-8db6-628d676d35fa tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 210 time: 0.0415626 Mar 22 12:55:31.107604 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b789-f68a-44a0-91c5-8c165d4afeb7 req-2ca2dc15-382c-43eb-82e5-d15aaa68c843 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:31.109151 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5b42b789-f68a-44a0-91c5-8c165d4afeb7 req-2ca2dc15-382c-43eb-82e5-d15aaa68c843 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0637174 Mar 22 12:55:31.161118 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5b42b789-f68a-44a0-91c5-8c165d4afeb7 req-7081c353-0c75-4062-9345-bddc3bbd27be tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Mar 22 12:55:31.299519 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-088d33a5-18c7-47d7-9a40-1ac5774dfd09 req-46188be6-bbb2-472b-a6d1-f90a6927d1cf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 210 time: 0.0293949 Mar 22 12:55:31.374696 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52208) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:31.391165 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5eae2091-ecef-4367-a4f2-f72c5fa7c87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:31.402439 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646c484-a1f4-46dd-9530-7023c4d53896 req-42f7662b-ed23-44d6-acb6-9036561ba3ba tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:31.404190 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7646c484-a1f4-46dd-9530-7023c4d53896 req-42f7662b-ed23-44d6-acb6-9036561ba3ba tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0809226 Mar 22 12:55:31.475148 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7646c484-a1f4-46dd-9530-7023c4d53896 req-98bde302-b50c-4768-aa76-c055ad563a15 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648041 Mar 22 12:55:31.529800 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5eae2091-ecef-4367-a4f2-f72c5fa7c87d admin admin] Publish callbacks [] for security_group (2cca738c-c96c-4f18-9089-c0ce1e0b69d1), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:31.621218 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5eae2091-ecef-4367-a4f2-f72c5fa7c87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2cca738c-c96c-4f18-9089-c0ce1e0b69d1), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:31.663355 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae2091-ecef-4367-a4f2-f72c5fa7c87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cca738c-c96c-4f18-9089-c0ce1e0b69d1,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:31.667954 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5eae2091-ecef-4367-a4f2-f72c5fa7c87d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a83a942783c4929afef2624fd9b4ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921453 Mar 22 12:55:31.672062 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52210) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:31.746109 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-055c195c-4b57-4aaf-8395-44e3e58d3ba3 admin admin] Publish callbacks [] for security_group (2cca738c-c96c-4f18-9089-c0ce1e0b69d1), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:31.779743 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-055c195c-4b57-4aaf-8395-44e3e58d3ba3 admin admin] Publish callbacks [] for security_group (2cca738c-c96c-4f18-9089-c0ce1e0b69d1), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:31.862142 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-624a5e88-336f-4f20-8083-0fc4e7f90d04 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ed822d6658f34cf0acfbeda84c0f704a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334682 Mar 22 12:55:32.072361 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-055c195c-4b57-4aaf-8395-44e3e58d3ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2cca738c-c96c-4f18-9089-c0ce1e0b69d1), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:32.075267 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-055c195c-4b57-4aaf-8395-44e3e58d3ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:32.079125 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-055c195c-4b57-4aaf-8395-44e3e58d3ba3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2cca738c-c96c-4f18-9089-c0ce1e0b69d1 HTTP/1.1" status: 204 len: 168 time: 0.4030807 Mar 22 12:55:32.100050 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c195c-4b57-4aaf-8395-44e3e58d3ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cca738c-c96c-4f18-9089-c0ce1e0b69d1,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:32.112060 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-639ade9a-3ec1-4415-a541-a35d131be6d2 req-bfa962d8-4dc2-4f4c-ab72-9c27343abf5f tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 210 time: 0.0377064 Mar 22 12:55:32.112623 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-a5411984-c260-4597-9d50-0c359e9ae59a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:32.121032 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-a5411984-c260-4597-9d50-0c359e9ae59a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423058 Mar 22 12:55:32.136953 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Request body: {'port': {'device_id': '8ef60653-1493-41d7-98e2-bfd219990733', 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d', 'admin_state_up': True, 'tenant_id': 'ed822d6658f34cf0acfbeda84c0f704a'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:32.400648 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b194-9b01-4216-bf09-331e02031fd0 req-f379912a-0173-42a7-b7c9-40ed220411ff tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:32.410197 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2613b194-9b01-4216-bf09-331e02031fd0 req-f379912a-0173-42a7-b7c9-40ed220411ff tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.1238596 Mar 22 12:55:32.503425 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-86674376-27b5-4e5f-ab4a-265760c69123 req-2ce7234c-fe2a-46a7-8296-3fda01bf3dc5 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 210 time: 0.0572448 Mar 22 12:55:32.587405 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2613b194-9b01-4216-bf09-331e02031fd0 req-66e4b22d-a867-4ace-85b0-74f83a921d26 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760263 Mar 22 12:55:32.726614 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c20a50-9e70-4532-a987-00bc938669a2 req-acf43ff2-3392-42d2-9781-ca04cce559c8 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:32.734863 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-71c20a50-9e70-4532-a987-00bc938669a2 req-acf43ff2-3392-42d2-9781-ca04cce559c8 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1218083 Mar 22 12:55:32.751304 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-4c4ddd8e-19d6-47ef-a52b-999c1a918303 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:32.753356 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-4c4ddd8e-19d6-47ef-a52b-999c1a918303 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 815 time: 0.5467317 Mar 22 12:55:32.809706 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Made reservation on behalf of ed822d6658f34cf0acfbeda84c0f704a for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:32.814221 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:32.833499 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-71c20a50-9e70-4532-a987-00bc938669a2 req-e4f591f7-5985-4ff3-aeb1-c55e9269f556 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944448 Mar 22 12:55:32.847143 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:32.948068 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-dc7d368e-0624-4567-8b2e-3e7f8139f92d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 473 time: 0.1474779 Mar 22 12:55:32.971748 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'port': {'device_id': '8e139d86-7897-451d-b780-455f792d2dd9', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'admin_state_up': True, 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'security_groups': ['30c1a745-3d22-4b2b-af4e-7b38afb76ca0']}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:33.055458 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13497760-ea0b-438b-941a-055bf05298dc req-bd9b5123-48a1-4e43-abb3-f208a73dd8ef tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:33.057078 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-13497760-ea0b-438b-941a-055bf05298dc req-bd9b5123-48a1-4e43-abb3-f208a73dd8ef tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0665417 Mar 22 12:55:33.068361 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks [] for security_group (60f400d9-2f4a-4ece-b16d-9256e0cf43d4), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.130729 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-13497760-ea0b-438b-941a-055bf05298dc req-f8bba10e-3dc2-41b6-945e-d5f05aae7a70 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652547 Mar 22 12:55:33.168060 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (60f400d9-2f4a-4ece-b16d-9256e0cf43d4), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.215048 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Made reservation on behalf of cb84bb553b0541e7b4d5f47cfce232aa for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:33.223536 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.242063 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a448cde0-cd11-4fc0-aa77-23b2e7d6deb1 req-24947f06-495b-4f7c-a5c9-050768331934 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 210 time: 0.0400896 Mar 22 12:55:33.345976 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f400d9-2f4a-4ece-b16d-9256e0cf43d4,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:33.377671 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52270) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:33.436565 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Allocated IP 192.168.233.67 (053481bc-72bd-4f58-a20f-811050caa94d/a07c46d9-7551-4c17-88c4-1cce76c7250d/2d9168e7-5434-485d-ab2e-c7e6445d8536) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:33.541825 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Allocated IP 172.20.0.12 (e77cc734-8f84-4908-bac3-1adf9da48e97/d95eef21-c310-45c4-9761-63ce9644db4b/ff1ca629-d867-4fb6-9c4c-6502c1611b77) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:33.550764 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9d98b9e6-e4c5-4d64-8036-fb0f204b82a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.660523 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f48a092b-0102-46ad-8e60-86e0046c129c req-5b53da11-d133-4127-91f8-8c0df32888c2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 210 time: 0.0591931 Mar 22 12:55:33.686861 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9d98b9e6-e4c5-4d64-8036-fb0f204b82a3 admin admin] Publish callbacks [] for security_group (3101731d-01e1-49b6-bef9-07167eb4f81e), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.762116 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9d98b9e6-e4c5-4d64-8036-fb0f204b82a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3101731d-01e1-49b6-bef9-07167eb4f81e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.769262 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks [] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.774644 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dabc69-8be3-43c7-955d-e967fd933c19 req-130d5058-e8d1-4a9e-8a15-0717f445bce2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:33.777899 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47dabc69-8be3-43c7-955d-e967fd933c19 req-130d5058-e8d1-4a9e-8a15-0717f445bce2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0795996 Mar 22 12:55:33.838451 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-9d98b9e6-e4c5-4d64-8036-fb0f204b82a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c0a322d9f894081bd6239f9b894a5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596076 Mar 22 12:55:33.840055 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52286) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:33.840634 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98b9e6-e4c5-4d64-8036-fb0f204b82a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3101731d-01e1-49b6-bef9-07167eb4f81e,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:33.844560 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.894979 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47dabc69-8be3-43c7-955d-e967fd933c19 req-24ee03ce-3026-4da2-952d-94908ded5da2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036994 Mar 22 12:55:33.927371 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9b05cdd6-3205-47c5-a0b6-134c96eca23e admin admin] Publish callbacks [] for security_group (3101731d-01e1-49b6-bef9-07167eb4f81e), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.931335 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.981109 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9b05cdd6-3205-47c5-a0b6-134c96eca23e admin admin] Publish callbacks [] for security_group (3101731d-01e1-49b6-bef9-07167eb4f81e), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.981579 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:33.986602 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Network 053481bc-72bd-4f58-a20f-811050caa94d is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:33.992727 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:34.001132 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:55:34.053146 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Pushing event updated for resources: {'Port': ['ID=2d9168e7-5434-485d-ab2e-c7e6445d8536,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:34.079251 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Network e77cc734-8f84-4908-bac3-1adf9da48e97 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:34.089759 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bfe7d-46b2-42fc-b76b-c6869e1477ec req-35d294c1-e87c-43bb-ac40-994255b07647 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:34.096502 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-041bfe7d-46b2-42fc-b76b-c6869e1477ec req-35d294c1-e87c-43bb-ac40-994255b07647 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1554189 Mar 22 12:55:34.103776 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:34.110888 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:55:34.139117 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eace7f-2bd2-493b-8c94-036fa23895d8 req-bbc37c9e-f3d5-4950-9f1a-c3fd7a50f579 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:34.140735 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98eace7f-2bd2-493b-8c94-036fa23895d8 req-bbc37c9e-f3d5-4950-9f1a-c3fd7a50f579 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.1472578 Mar 22 12:55:34.154146 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52294) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:34.160015 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-86949e43-0e1b-47ca-9b3c-bb8d73bb0b32 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Request body: {'floatingip': {'port_id': '3995aceb-27af-4dc2-9904-66323525b90e'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:34.180486 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:34.183296 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:34.225147 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=ff1ca629-d867-4fb6-9c4c-6502c1611b77,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:34.256014 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:34.256926 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:34.270763 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9b05cdd6-3205-47c5-a0b6-134c96eca23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3101731d-01e1-49b6-bef9-07167eb4f81e), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:34.274025 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9b05cdd6-3205-47c5-a0b6-134c96eca23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:34.274669 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-9b05cdd6-3205-47c5-a0b6-134c96eca23e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3101731d-01e1-49b6-bef9-07167eb4f81e HTTP/1.1" status: 204 len: 168 time: 0.4312618 Mar 22 12:55:34.309658 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-86949e43-0e1b-47ca-9b3c-bb8d73bb0b32 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for floatingip (3da1d211-6d26-4caf-b693-42ca14c6b428), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:34.326482 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0f346f90-cdc7-4d4d-a90d-811d4eca33ce tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1939795 Mar 22 12:55:34.352273 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Request body: {'port': {'device_id': '8ef60653-1493-41d7-98e2-bfd219990733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:34.423172 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-b5707ecd-9f52-43b0-bb23-bf8556d2d299 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4557288 Mar 22 12:55:34.450334 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Request body: {'port': {'device_id': '8e139d86-7897-451d-b780-455f792d2dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:34.453698 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:34.456088 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-c47b5ba2-909b-41aa-97ae-d0e2aca49e0a None None] Provisioning complete for port 2d9168e7-5434-485d-ab2e-c7e6445d8536 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:55:34.456668 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c47b5ba2-909b-41aa-97ae-d0e2aca49e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:34.508309 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-c47b5ba2-909b-41aa-97ae-d0e2aca49e0a None None] Port 2d9168e7-5434-485d-ab2e-c7e6445d8536 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:55:34.643976 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-3475d8fa-fcec-45c5-810c-e51ad4aba931 None None] Provisioning complete for port ff1ca629-d867-4fb6-9c4c-6502c1611b77 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:55:34.647586 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3475d8fa-fcec-45c5-810c-e51ad4aba931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:34.663351 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:34.674401 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-041bfe7d-46b2-42fc-b76b-c6869e1477ec req-8ac8d85b-c48d-43dc-9ad5-661ff924c5b2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5526919 Mar 22 12:55:34.713631 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05cdd6-3205-47c5-a0b6-134c96eca23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3101731d-01e1-49b6-bef9-07167eb4f81e,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:34.755264 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-3475d8fa-fcec-45c5-810c-e51ad4aba931 None None] Port ff1ca629-d867-4fb6-9c4c-6502c1611b77 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:55:34.879082 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1285de-4f6e-48ea-a27b-5d500a7a8f54 req-1cf4b8ce-f644-4c09-b619-a705da0bc30f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:34.880646 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ec1285de-4f6e-48ea-a27b-5d500a7a8f54 req-1cf4b8ce-f644-4c09-b619-a705da0bc30f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.6152327 Mar 22 12:55:35.035197 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90d488-4795-41d0-91ae-bcf09c258d0c req-197d029b-0408-4630-8d08-83c61825b46a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:35.042147 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-de90d488-4795-41d0-91ae-bcf09c258d0c req-197d029b-0408-4630-8d08-83c61825b46a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 935 time: 0.2251520 Mar 22 12:55:35.071071 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ec1285de-4f6e-48ea-a27b-5d500a7a8f54 req-5369379d-4895-4eaf-9350-86071406f51f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770189 Mar 22 12:55:35.118367 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1ca629-d867-4fb6-9c4c-6502c1611b77 {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:55:35.124538 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9168e7-5434-485d-ab2e-c7e6445d8536 {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:55:35.139630 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Publish callbacks [] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.140473 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Publish callbacks [] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.162281 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Transition to ACTIVE for port object 2d9168e7-5434-485d-ab2e-c7e6445d8536 will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:55:35.163293 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Transition to ACTIVE for port object ff1ca629-d867-4fb6-9c4c-6502c1611b77 will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:55:35.166426 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-de90d488-4795-41d0-91ae-bcf09c258d0c req-4e318a59-2d01-4e40-ae54-e739ad90a26b tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225710 Mar 22 12:55:35.183687 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52322) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:35.197419 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8fa37f64-2778-4031-8e00-db55925e4bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.262009 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.267812 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.323490 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733674f-c5fd-44a7-a6b9-6bbe12a97c68 req-b2ad44c1-8440-46a3-be00-b5289484d99f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:35.327301 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a733674f-c5fd-44a7-a6b9-6bbe12a97c68 req-b2ad44c1-8440-46a3-be00-b5289484d99f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 932 time: 0.1221206 Mar 22 12:55:35.332090 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8fa37f64-2778-4031-8e00-db55925e4bdd admin admin] Publish callbacks [] for security_group (330b3d6d-ada9-4ed5-957e-4012c791d1bc), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.370934 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1ca629-d867-4fb6-9c4c-6502c1611b77,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:35.452447 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a733674f-c5fd-44a7-a6b9-6bbe12a97c68 req-53bc0b7e-3fad-4d2e-860f-d71c0cbf8d9d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036105 Mar 22 12:55:35.471709 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-86949e43-0e1b-47ca-9b3c-bb8d73bb0b32 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.507821 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8fa37f64-2778-4031-8e00-db55925e4bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (330b3d6d-ada9-4ed5-957e-4012c791d1bc), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.542991 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-86949e43-0e1b-47ca-9b3c-bb8d73bb0b32 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (3da1d211-6d26-4caf-b693-42ca14c6b428), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.624125 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-8fa37f64-2778-4031-8e00-db55925e4bdd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5702056c5102496ba3da73dac6af420c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4368229 Mar 22 12:55:35.624125 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Pushing event updated for resources: {'Port': ['ID=2d9168e7-5434-485d-ab2e-c7e6445d8536,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:35.624839 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52330) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:35.638535 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Attempting to bind port 2d9168e7-5434-485d-ab2e-c7e6445d8536 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:55:35.638535 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Attempting to bind port 2d9168e7-5434-485d-ab2e-c7e6445d8536 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '53bb562e-2add-4dde-a171-6fe0523a388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:55:35.638843 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Attempting to bind port 2d9168e7-5434-485d-ab2e-c7e6445d8536 on network 053481bc-72bd-4f58-a20f-811050caa94d {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:55:35.670989 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Port 2d9168e7-5434-485d-ab2e-c7e6445d8536 on network 053481bc-72bd-4f58-a20f-811050caa94d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:55:35.671324 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Attempting to bind port 2d9168e7-5434-485d-ab2e-c7e6445d8536 on network 053481bc-72bd-4f58-a20f-811050caa94d {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:55:35.684596 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa37f64-2778-4031-8e00-db55925e4bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330b3d6d-ada9-4ed5-957e-4012c791d1bc,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:35.693341 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:55:35.693710 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Checking segment: {'id': '53bb562e-2add-4dde-a171-6fe0523a388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:55:35.694100 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Bound using segment: {'id': '53bb562e-2add-4dde-a171-6fe0523a388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:55:35.694551 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Bound port: 2d9168e7-5434-485d-ab2e-c7e6445d8536, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bb562e-2add-4dde-a171-6fe0523a388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:55:35.694908 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.706679 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-86949e43-0e1b-47ca-9b3c-bb8d73bb0b32 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Floating IP 3da1d211-6d26-4caf-b693-42ca14c6b428 associated. External IP: 172.27.2.155, port: 3995aceb-27af-4dc2-9904-66323525b90e. Mar 22 12:55:35.766792 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Attempting to bind port ff1ca629-d867-4fb6-9c4c-6502c1611b77 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:55:35.768074 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Attempting to bind port ff1ca629-d867-4fb6-9c4c-6502c1611b77 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:55:35.768074 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Attempting to bind port ff1ca629-d867-4fb6-9c4c-6502c1611b77 on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:55:35.795355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2dcb706e-fc4a-4976-8aaa-d8abb64e6ebc admin admin] Publish callbacks [] for security_group (330b3d6d-ada9-4ed5-957e-4012c791d1bc), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.801031 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Port ff1ca629-d867-4fb6-9c4c-6502c1611b77 on network e77cc734-8f84-4908-bac3-1adf9da48e97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:55:35.801031 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Attempting to bind port ff1ca629-d867-4fb6-9c4c-6502c1611b77 on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:55:35.823849 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:55:35.825503 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Checking segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:55:35.825503 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Bound using segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:55:35.825503 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Bound port: ff1ca629-d867-4fb6-9c4c-6502c1611b77, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:55:35.825503 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.837424 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] For port 2d9168e7-5434-485d-ab2e-c7e6445d8536, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:55:35.850781 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2dcb706e-fc4a-4976-8aaa-d8abb64e6ebc admin admin] Publish callbacks [] for security_group (330b3d6d-ada9-4ed5-957e-4012c791d1bc), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:35.877169 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] For port 2d9168e7-5434-485d-ab2e-c7e6445d8536, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2d9168e7-5434-485d-ab2e-c7e6445d8536,segment=NetworkSegment(53bb562e-2add-4dde-a171-6fe0523a388a),segment_id=53bb562e-2add-4dde-a171-6fe0523a388a)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:55:35.887523 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e91a2-c4ef-487b-a70b-3eb64b8bb481 req-fbea5f65-8e48-4ce3-9b2c-d1f5c6f4f4ea tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:35.888990 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dd4e91a2-c4ef-487b-a70b-3eb64b8bb481 req-fbea5f65-8e48-4ce3-9b2c-d1f5c6f4f4ea tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0870168 Mar 22 12:55:35.945809 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] For port ff1ca629-d867-4fb6-9c4c-6502c1611b77, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:55:35.950237 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] For port ff1ca629-d867-4fb6-9c4c-6502c1611b77, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ff1ca629-d867-4fb6-9c4c-6502c1611b77,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:55:35.993279 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:36.028651 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dd4e91a2-c4ef-487b-a70b-3eb64b8bb481 req-28ed259b-d3a6-49d6-bfa4-05fd3014c6a1 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291902 Mar 22 12:55:36.035767 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.036404 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:36.040068 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] 10.222.0.46 "PUT /v2.0/ports/2d9168e7-5434-485d-ab2e-c7e6445d8536 HTTP/1.1" status: 200 len: 1097 time: 1.6922157 Mar 22 12:55:36.041234 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef60653-1493-41d7-98e2-bfd219990733', 'tag': '2d9168e7-5434-485d-ab2e-c7e6445d8536'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:36.045293 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc4409b-107b-49e5-b5fe-eb517a9c1f44" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef60653-1493-41d7-98e2-bfd219990733", "tag": "2d9168e7-5434-485d-ab2e-c7e6445d8536"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:36.051112 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2dcb706e-fc4a-4976-8aaa-d8abb64e6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (330b3d6d-ada9-4ed5-957e-4012c791d1bc), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:36.055949 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2dcb706e-fc4a-4976-8aaa-d8abb64e6ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:36.058470 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-2dcb706e-fc4a-4976-8aaa-d8abb64e6ebc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/330b3d6d-ada9-4ed5-957e-4012c791d1bc HTTP/1.1" status: 204 len: 168 time: 0.4172516 Mar 22 12:55:36.062547 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:36.116500 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86949e43-0e1b-47ca-9b3c-bb8d73bb0b32 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Router 581bf64b-6eda-4b71-8151-d455458ca695 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:55:36.146948 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.147705 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:36.149211 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] 10.222.0.46 "PUT /v2.0/ports/ff1ca629-d867-4fb6-9c4c-6502c1611b77 HTTP/1.1" status: 200 len: 1094 time: 1.7074907 Mar 22 12:55:36.154989 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb706e-fc4a-4976-8aaa-d8abb64e6ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330b3d6d-ada9-4ed5-957e-4012c791d1bc,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:36.158302 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e995d392-7abe-49a9-87ec-6f02a1bcda23 x-openstack-request-id: req-e995d392-7abe-49a9-87ec-6f02a1bcda23 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:36.167773 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef60653-1493-41d7-98e2-bfd219990733", "tag": "2d9168e7-5434-485d-ab2e-c7e6445d8536", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:36.167773 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e995d392-7abe-49a9-87ec-6f02a1bcda23 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:36.167773 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e995d392-7abe-49a9-87ec-6f02a1bcda23'] response: {'name': 'network-changed', 'server_uuid': '8ef60653-1493-41d7-98e2-bfd219990733', 'tag': '2d9168e7-5434-485d-ab2e-c7e6445d8536', 'status': 'completed', 'code': 200} Mar 22 12:55:36.167773 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff14c52-419d-4c32-9e37-8f6c36b7becc service neutron] Pushing event updated for resources: {'Port': ['ID=2d9168e7-5434-485d-ab2e-c7e6445d8536,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:36.448542 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6e0da-e91c-4998-a72c-d75c28464ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1ca629-d867-4fb6-9c4c-6502c1611b77,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:36.474104 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4409b-107b-49e5-b5fe-eb517a9c1f44 req-0f05a7d3-3d30-4d49-8f9c-171ca92bada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.475646 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-5dc4409b-107b-49e5-b5fe-eb517a9c1f44 req-0f05a7d3-3d30-4d49-8f9c-171ca92bada9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed822d6658f34cf0acfbeda84c0f704a&device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 1131 time: 0.2113688 Mar 22 12:55:36.498789 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86949e43-0e1b-47ca-9b3c-bb8d73bb0b32 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:55:36.507186 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-74d9f82b-1709-4d88-964f-1c1c4e1fb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.508679 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-74d9f82b-1709-4d88-964f-1c1c4e1fb767 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 1128 time: 0.1493833 Mar 22 12:55:36.522043 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-5dc4409b-107b-49e5-b5fe-eb517a9c1f44 req-65c62094-8060-4ab2-9e9e-b41252b6edb7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ed822d6658f34cf0acfbeda84c0f704a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257180 Mar 22 12:55:36.524664 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] Sync routers for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:55:36.532991 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-86949e43-0e1b-47ca-9b3c-bb8d73bb0b32 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:36.543388 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:55:36.544292 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:55:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:36.585115 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-86949e43-0e1b-47ca-9b3c-bb8d73bb0b32 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "PUT /v2.0/floatingips/3da1d211-6d26-4caf-b693-42ca14c6b428 HTTP/1.1" status: 200 len: 992 time: 2.4292984 Mar 22 12:55:36.588229 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:36.590842 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e02af68-f49e-4cbc-812c-998a91fe62a1" -d '{"events": [{"name": "network-changed", "server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "tag": "3995aceb-27af-4dc2-9904-66323525b90e"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:36.593744 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-329156cb-e489-44eb-ac02-8f3fd54f8899 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff1ca629-d867-4fb6-9c4c-6502c1611b77 HTTP/1.1" status: 200 len: 217 time: 0.0650966 Mar 22 12:55:36.654887 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4e85e-e56b-43ee-b08b-78dc0ef248b3 req-db71e41b-964f-40bc-a94f-3c27e56a012a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.659654 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1ac4e85e-e56b-43ee-b08b-78dc0ef248b3 req-db71e41b-964f-40bc-a94f-3c27e56a012a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 947 time: 0.3213887 Mar 22 12:55:36.671123 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf03a23-0993-4af7-9955-a3efae7f9690 req-81b83c0f-8eee-4d21-a12a-041b22d81592 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.678764 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6cf03a23-0993-4af7-9955-a3efae7f9690 req-81b83c0f-8eee-4d21-a12a-041b22d81592 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.4389708 Mar 22 12:55:36.709445 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-189e7d7d-5df1-4bdd-9d81-04d12161d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.711170 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-189e7d7d-5df1-4bdd-9d81-04d12161d27a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.1058078 Mar 22 12:55:36.747319 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:55:36.772017 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4409b-107b-49e5-b5fe-eb517a9c1f44 req-d61b6363-8732-4aca-839b-f382e14d724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.773509 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-5dc4409b-107b-49e5-b5fe-eb517a9c1f44 req-d61b6363-8732-4aca-839b-f382e14d724c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2437916 Mar 22 12:55:36.775128 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6cf03a23-0993-4af7-9955-a3efae7f9690 req-20701d5f-605e-41b4-9461-1c6a308cc473 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947297 Mar 22 12:55:36.787526 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1ac4e85e-e56b-43ee-b08b-78dc0ef248b3 req-5e8aefdb-1f62-4868-81a7-49271f113afd tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971460 Mar 22 12:55:36.820757 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-89ec7e4f-9191-49b8-a068-00b8ca620f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.826727 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-89ec7e4f-9191-49b8-a068-00b8ca620f5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051533 Mar 22 12:55:36.877423 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f308c197-16a0-4743-bbc3-8bc41a3ee659 x-openstack-request-id: req-f308c197-16a0-4743-bbc3-8bc41a3ee659 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:36.877423 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "tag": "3995aceb-27af-4dc2-9904-66323525b90e", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:36.878318 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f308c197-16a0-4743-bbc3-8bc41a3ee659 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:36.879102 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f308c197-16a0-4743-bbc3-8bc41a3ee659'] response: {'name': 'network-changed', 'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e', 'status': 'completed', 'code': 200} Mar 22 12:55:36.975599 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187b0b1-f524-4506-be6f-b64cdc5a2bb9 req-92f5d754-8fb6-41d9-b278-a35460856163 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.977614 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a187b0b1-f524-4506-be6f-b64cdc5a2bb9 req-92f5d754-8fb6-41d9-b278-a35460856163 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 944 time: 0.1260448 Mar 22 12:55:37.000891 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-aa423454-7797-4191-8e97-715de35019a0 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366158 Mar 22 12:55:37.008511 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0a3cd57a-f35e-4b37-9533-1325419d0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.010060 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-0a3cd57a-f35e-4b37-9533-1325419d0c66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed822d6658f34cf0acfbeda84c0f704a&device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 1131 time: 0.0833533 Mar 22 12:55:37.027244 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-c16c0d62-8a08-47af-9969-d85a272aa9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.028775 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-c16c0d62-8a08-47af-9969-d85a272aa9ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 1130 time: 0.0894921 Mar 22 12:55:37.040870 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a187b0b1-f524-4506-be6f-b64cdc5a2bb9 req-f44863d6-9350-4d2a-bbd6-969df57a8586 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559664 Mar 22 12:55:37.127230 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '3da1d211-6d26-4caf-b693-42ca14c6b428', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'port_id': '3995aceb-27af-4dc2-9904-66323525b90e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'mac_address': 'fa:16:3e:23:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:55:13Z', 'updated_at': '2022-03-22T12:55:35Z', 'revision_number': 1, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:26Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:37.137268 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-521d3416-ee0a-436e-9973-8b95d19cf746 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2d9168e7-5434-485d-ab2e-c7e6445d8536 HTTP/1.1" status: 200 len: 217 time: 0.1071885 Mar 22 12:55:37.162754 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] Checking router: 581bf64b-6eda-4b71-8151-d455458ca695 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:55:37.174588 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:55:37.175581 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-b5ece35a-4826-4a83-958f-858e5a45226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.176304 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:55:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:37.177099 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-b5ece35a-4826-4a83-958f-858e5a45226a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.1338727 Mar 22 12:55:37.196348 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52360) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:37.246495 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-32d437f1-be2c-42a4-843d-f9e0bbf5225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.247509 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-32d437f1-be2c-42a4-843d-f9e0bbf5225a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a07c46d9-7551-4c17-88c4-1cce76c7250d HTTP/1.1" status: 200 len: 843 time: 0.0889657 Mar 22 12:55:37.248764 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bb578694-d0a7-44c3-a10d-bce05b026482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:37.251304 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-02943768-f244-437f-a69a-c3f7770f7bd0 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402284 Mar 22 12:55:37.260797 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ff823-5b01-4b8a-8ba3-dc1b111fc57c req-ced14056-52dd-4f0b-9614-2f1d66918c4e tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.263438 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-159ff823-5b01-4b8a-8ba3-dc1b111fc57c req-ced14056-52dd-4f0b-9614-2f1d66918c4e tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1305776 Mar 22 12:55:37.307122 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-947412a7-cdaf-4a11-b834-d5adfcd3a944 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3995aceb-27af-4dc2-9904-66323525b90e HTTP/1.1" status: 200 len: 1000 time: 0.1186252 Mar 22 12:55:37.325937 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:55:37.327253 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-65284c4e-3f00-4c0b-947a-a10e195ada3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.328964 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-65284c4e-3f00-4c0b-947a-a10e195ada3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=053481bc-72bd-4f58-a20f-811050caa94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0582910 Mar 22 12:55:37.395652 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-159ff823-5b01-4b8a-8ba3-dc1b111fc57c req-2a01c654-3b95-4eca-861b-b387867d25e4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216314 Mar 22 12:55:37.405410 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-4002e43a-58d9-41e4-b7d4-08ff719236fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.406746 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-4002e43a-58d9-41e4-b7d4-08ff719236fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0892446 Mar 22 12:55:37.485587 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-39d5a452-bf1c-402e-8a9f-7fa2088ad66b service neutron] 10.222.0.46 "GET /v2.0/networks/053481bc-72bd-4f58-a20f-811050caa94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484179 Mar 22 12:55:37.493706 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bb578694-d0a7-44c3-a10d-bce05b026482 admin admin] Publish callbacks [] for security_group (2c29a6c2-d44d-40a1-99eb-535c7965766a), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:37.501019 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-a4e9b1e7-59d5-4432-a584-c5a4d0ff7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.502794 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-a4e9b1e7-59d5-4432-a584-c5a4d0ff7d9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892797 Mar 22 12:55:37.586879 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bb578694-d0a7-44c3-a10d-bce05b026482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2c29a6c2-d44d-40a1-99eb-535c7965766a), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:37.612634 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ee764439-5e4c-4ecb-b4ec-c3db5dc79b27 req-d22eff59-2cab-4f5e-b74c-667f4e05efc4 service neutron] 10.222.0.46 "GET /v2.0/networks/053481bc-72bd-4f58-a20f-811050caa94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205394 Mar 22 12:55:37.649479 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-bb578694-d0a7-44c3-a10d-bce05b026482 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=214306f1ab6a482d9590af4abf9d14f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4486558 Mar 22 12:55:37.649700 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52372) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:37.653354 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb578694-d0a7-44c3-a10d-bce05b026482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c29a6c2-d44d-40a1-99eb-535c7965766a,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:37.672938 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-c659072d-5dbc-493c-ab24-6b03b8a7f0e8 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622236 Mar 22 12:55:37.700189 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '3da1d211-6d26-4caf-b693-42ca14c6b428', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'port_id': '3995aceb-27af-4dc2-9904-66323525b90e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'mac_address': 'fa:16:3e:23:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:55:13Z', 'updated_at': '2022-03-22T12:55:35Z', 'revision_number': 1, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:26Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:37.712984 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0f122f49-0e73-4afc-bfdd-7537d53f1443 admin admin] Publish callbacks [] for security_group (2c29a6c2-d44d-40a1-99eb-535c7965766a), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:37.735848 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602d3a3-e053-4dd8-9370-2b4e06240144 None None] The sync data for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi is: [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '3da1d211-6d26-4caf-b693-42ca14c6b428', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'port_id': '3995aceb-27af-4dc2-9904-66323525b90e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'mac_address': 'fa:16:3e:23:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:55:13Z', 'updated_at': '2022-03-22T12:55:35Z', 'revision_number': 1, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:26Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:55:37.746872 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0f122f49-0e73-4afc-bfdd-7537d53f1443 admin admin] Publish callbacks [] for security_group (2c29a6c2-d44d-40a1-99eb-535c7965766a), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:37.829592 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7e02af68-f49e-4cbc-812c-998a91fe62a1 req-5898354f-f3f1-4c79-bfd9-a8beb94d24c7 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447237 Mar 22 12:55:37.883985 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0f122f49-0e73-4afc-bfdd-7537d53f1443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2c29a6c2-d44d-40a1-99eb-535c7965766a), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:37.893595 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0f122f49-0e73-4afc-bfdd-7537d53f1443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:37.898306 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0f122f49-0e73-4afc-bfdd-7537d53f1443 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c29a6c2-d44d-40a1-99eb-535c7965766a HTTP/1.1" status: 204 len: 168 time: 0.2438991 Mar 22 12:55:37.921025 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f122f49-0e73-4afc-bfdd-7537d53f1443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c29a6c2-d44d-40a1-99eb-535c7965766a,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:38.014508 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd7ebf-dc58-413d-85bf-8d20ceea8bc4 req-456a58db-2bc6-46e8-8f30-838dbd788514 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.019004 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7fcd7ebf-dc58-413d-85bf-8d20ceea8bc4 req-456a58db-2bc6-46e8-8f30-838dbd788514 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 947 time: 0.1050014 Mar 22 12:55:38.024591 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edad323-0cab-4d8b-a7ca-522775b0a259 req-630a01d8-0d3a-4e40-b237-54b04582cf69 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.031827 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8edad323-0cab-4d8b-a7ca-522775b0a259 req-630a01d8-0d3a-4e40-b237-54b04582cf69 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1303663 Mar 22 12:55:38.106698 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7fcd7ebf-dc58-413d-85bf-8d20ceea8bc4 req-d92e3252-ba24-4c56-b7ff-5b1b279c64f4 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727732 Mar 22 12:55:38.127782 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8edad323-0cab-4d8b-a7ca-522775b0a259 req-a8ba212e-0732-430e-8ddd-af8c96060fb1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949733 Mar 22 12:55:38.130744 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3f41f-061c-461b-a3b4-64aca853bbc8 None None] New status for floating IP 3da1d211-6d26-4caf-b693-42ca14c6b428: ACTIVE {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:55:38.160838 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e139d86-7897-451d-b780-455f792d2dd9', 'tag': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:38.163559 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a313274-69a8-4d12-bbc3-c6440dc92bea" -d '{"events": [{"name": "network-changed", "server_uuid": "8e139d86-7897-451d-b780-455f792d2dd9", "tag": "ff1ca629-d867-4fb6-9c4c-6502c1611b77"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:38.243939 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea758f92-0c5a-43cf-825b-a4307c08a1d4 x-openstack-request-id: req-ea758f92-0c5a-43cf-825b-a4307c08a1d4 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:38.244227 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e139d86-7897-451d-b780-455f792d2dd9", "tag": "ff1ca629-d867-4fb6-9c4c-6502c1611b77", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:38.244479 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea758f92-0c5a-43cf-825b-a4307c08a1d4 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:38.246720 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea758f92-0c5a-43cf-825b-a4307c08a1d4'] response: {'name': 'network-changed', 'server_uuid': '8e139d86-7897-451d-b780-455f792d2dd9', 'tag': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77', 'status': 'completed', 'code': 200} Mar 22 12:55:38.264156 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d04f17-b643-4585-89c0-6413e64be46a req-c287c91a-4c29-4428-b711-e291c234b2d1 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.264782 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46d04f17-b643-4585-89c0-6413e64be46a req-c287c91a-4c29-4428-b711-e291c234b2d1 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 944 time: 0.0647955 Mar 22 12:55:38.323753 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46d04f17-b643-4585-89c0-6413e64be46a req-b9812dbf-8e75-4a8b-a6ef-bdee7c37e4df tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501676 Mar 22 12:55:38.399181 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-093da2c9-0420-4306-a898-fff7271e1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.402100 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-093da2c9-0420-4306-a898-fff7271e1327 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 1128 time: 0.0528200 Mar 22 12:55:38.522025 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-ab1bba71-20c5-4916-9f21-8c31bed2bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.523599 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-ab1bba71-20c5-4916-9f21-8c31bed2bdde service neutron] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 916 time: 0.1119781 Mar 22 12:55:38.598982 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-37ab1231-260c-41cf-942e-26f5ab9ab7ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff1ca629-d867-4fb6-9c4c-6502c1611b77 HTTP/1.1" status: 200 len: 217 time: 0.0545492 Mar 22 12:55:38.650759 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfb95f-41a5-40a2-9bc9-ce939416e533 req-77b1cfe4-5c76-4090-8afa-c36a19128dfc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.652833 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-adbfb95f-41a5-40a2-9bc9-ce939416e533 req-77b1cfe4-5c76-4090-8afa-c36a19128dfc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1210773 Mar 22 12:55:38.687271 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-9a590bc6-aa83-443f-b386-e731b5a3bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.688748 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-9a590bc6-aa83-443f-b386-e731b5a3bd63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.0758746 Mar 22 12:55:38.744062 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-adbfb95f-41a5-40a2-9bc9-ce939416e533 req-6feff368-99be-4602-9f67-57d25cc39e02 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846093 Mar 22 12:55:38.766507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-a490f451-c1dc-4b63-a780-84dbb869f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.767977 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-a490f451-c1dc-4b63-a780-84dbb869f19f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717967 Mar 22 12:55:38.863073 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-5e52f38d-61de-4776-95ef-8a5006b869f2 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873525 Mar 22 12:55:38.973702 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9a313274-69a8-4d12-bbc3-c6440dc92bea req-f48b5a2d-1372-4e9a-822a-dd1389df8fd3 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978980 Mar 22 12:55:39.276881 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5e150-1f56-4340-a7a6-b30d7b7ae653 req-7028b70c-4c2f-492d-b428-aa5b919991c6 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:39.278775 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5ef5e150-1f56-4340-a7a6-b30d7b7ae653 req-7028b70c-4c2f-492d-b428-aa5b919991c6 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 947 time: 0.0934787 Mar 22 12:55:39.302370 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab73091-4699-40a4-bfa1-442091022062 req-fed207a2-d9fd-4faf-ac2d-c7850215d3fb tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:39.303890 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6ab73091-4699-40a4-bfa1-442091022062 req-fed207a2-d9fd-4faf-ac2d-c7850215d3fb tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0783961 Mar 22 12:55:39.384474 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5ef5e150-1f56-4340-a7a6-b30d7b7ae653 req-de06bf81-fc47-475f-a63c-c3f414c3b1f5 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981896 Mar 22 12:55:39.399450 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6ab73091-4699-40a4-bfa1-442091022062 req-29270e12-1224-4ea2-b95f-9239bde7a65b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871594 Mar 22 12:55:39.522609 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7dd90-13e5-475d-9d50-83640530d9fd req-290544a4-c35e-4217-aa03-2adb9fb911e6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:39.524880 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-96e7dd90-13e5-475d-9d50-83640530d9fd req-290544a4-c35e-4217-aa03-2adb9fb911e6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 944 time: 0.0680637 Mar 22 12:55:39.575353 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-96e7dd90-13e5-475d-9d50-83640530d9fd req-cd01bedc-23c8-44f1-9b94-306c335e5eb0 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447078 Mar 22 12:55:39.867774 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d5b3-80d5-4444-a78f-aab623e4a561 req-7e18fb9e-50da-40ed-88c5-55c1b3186857 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:39.869277 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9007d5b3-80d5-4444-a78f-aab623e4a561 req-7e18fb9e-50da-40ed-88c5-55c1b3186857 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0586743 Mar 22 12:55:39.931223 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9007d5b3-80d5-4444-a78f-aab623e4a561 req-bd524205-efa2-43d8-98b8-5a30e9317c64 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562594 Mar 22 12:55:40.032217 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device ff1ca629-d867-4fb6-9c4c-6502c1611b77 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:55:40.188612 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port ff1ca629-d867-4fb6-9c4c-6502c1611b77, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ff1ca629-d867-4fb6-9c4c-6502c1611b77,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:40.202212 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'port_id': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77', 'mac_address': 'fa:16:3e:3e:54:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:55:40.243362 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port ff1ca629-d867-4fb6-9c4c-6502c1611b77 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:55:40.243760 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:40.261850 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1ca629-d867-4fb6-9c4c-6502c1611b77 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:55:40.283729 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port ff1ca629-d867-4fb6-9c4c-6502c1611b77, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ff1ca629-d867-4fb6-9c4c-6502c1611b77,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:40.393650 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:40.394884 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 2d9168e7-5434-485d-ab2e-c7e6445d8536 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:55:40.477807 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=ff1ca629-d867-4fb6-9c4c-6502c1611b77,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:40.563628 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 2d9168e7-5434-485d-ab2e-c7e6445d8536, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2d9168e7-5434-485d-ab2e-c7e6445d8536,segment=NetworkSegment(53bb562e-2add-4dde-a171-6fe0523a388a),segment_id=53bb562e-2add-4dde-a171-6fe0523a388a)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:40.568959 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d5cc-3943-45fc-b701-9cb2a2986bac req-b70f9f4c-a4d2-4e2d-b7b4-e7965715bd2d tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:40.570522 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-34f1d5cc-3943-45fc-b701-9cb2a2986bac req-b70f9f4c-a4d2-4e2d-b7b4-e7965715bd2d tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 947 time: 0.1016939 Mar 22 12:55:40.577626 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '2d9168e7-5434-485d-ab2e-c7e6445d8536', 'network_id': '053481bc-72bd-4f58-a20f-811050caa94d', 'port_id': '2d9168e7-5434-485d-ab2e-c7e6445d8536', 'mac_address': 'fa:16:3e:44:52:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07c46d9-7551-4c17-88c4-1cce76c7250d', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:55:40.579240 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ebfd-0474-433b-bd7b-1319c4a652c1 req-18597390-fa61-472f-9e66-434bcebf7906 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:40.582466 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dd8ebfd-0474-433b-bd7b-1319c4a652c1 req-18597390-fa61-472f-9e66-434bcebf7906 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0928319 Mar 22 12:55:40.634071 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 2d9168e7-5434-485d-ab2e-c7e6445d8536 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:55:40.634782 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:40.652581 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9168e7-5434-485d-ab2e-c7e6445d8536 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:55:40.653530 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dd8ebfd-0474-433b-bd7b-1319c4a652c1 req-d88f377e-ec17-4e5e-8f28-8e4cfa1cba2a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628495 Mar 22 12:55:40.677767 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 2d9168e7-5434-485d-ab2e-c7e6445d8536, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2d9168e7-5434-485d-ab2e-c7e6445d8536,segment=NetworkSegment(53bb562e-2add-4dde-a171-6fe0523a388a),segment_id=53bb562e-2add-4dde-a171-6fe0523a388a)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:40.682581 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-34f1d5cc-3943-45fc-b701-9cb2a2986bac req-3c88eeb7-5398-426c-bcf1-6998ed0bc0b1 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987899 Mar 22 12:55:40.780033 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0b311-f1b3-4039-a69e-2a24318f4da9 req-890c5e52-23a4-4a74-b738-37f7baabe7c1 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:40.781662 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cda0b311-f1b3-4039-a69e-2a24318f4da9 req-890c5e52-23a4-4a74-b738-37f7baabe7c1 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 945 time: 0.0582044 Mar 22 12:55:40.792989 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:40.835013 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cda0b311-f1b3-4039-a69e-2a24318f4da9 req-5eaf8a19-c1cd-4c26-ac26-fa2defa724c1 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476027 Mar 22 12:55:40.846899 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=2d9168e7-5434-485d-ab2e-c7e6445d8536,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:41.053957 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7e0c0-874c-48cc-9b73-c5c73feb75d8 req-38f74471-592d-4876-b61e-ec0729da6d0a tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:41.055493 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c8d7e0c0-874c-48cc-9b73-c5c73feb75d8 req-38f74471-592d-4876-b61e-ec0729da6d0a tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0554724 Mar 22 12:55:41.108447 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c8d7e0c0-874c-48cc-9b73-c5c73feb75d8 req-475de490-20a7-4d5b-998b-9a366e5d8b3d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469646 Mar 22 12:55:41.258652 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['ff1ca629-d867-4fb6-9c4c-6502c1611b77'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:55:41.309581 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['2d9168e7-5434-485d-ab2e-c7e6445d8536'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:55:41.595845 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:41.851731 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cdcb9-5a59-4107-bd8c-05fb01d4f35d req-c83395df-1909-4580-a239-fe7e3cd55e04 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:41.853303 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-462cdcb9-5a59-4107-bd8c-05fb01d4f35d req-c83395df-1909-4580-a239-fe7e3cd55e04 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1210945 Mar 22 12:55:41.867484 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3a8f5-594e-4679-9310-80892ed89583 req-69ac5181-8603-40fd-bd90-d5fdd224517b tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:41.869008 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-11e3a8f5-594e-4679-9310-80892ed89583 req-69ac5181-8603-40fd-bd90-d5fdd224517b tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 948 time: 0.0815835 Mar 22 12:55:41.946057 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-462cdcb9-5a59-4107-bd8c-05fb01d4f35d req-49d86277-1e97-4274-8b96-bc0ffe98693d tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760291 Mar 22 12:55:41.949212 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-11e3a8f5-594e-4679-9310-80892ed89583 req-78d5ca0a-0fdc-4be5-8963-2ff8553f587d tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725384 Mar 22 12:55:41.950899 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52504) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:42.082169 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-23d2721c-1619-4a3b-8492-60d7c1d71d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:42.102899 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0c790-ed23-46cb-8d9f-754feca7e65c req-864094d9-331f-4b90-b998-f24569f46553 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:42.105973 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bda0c790-ed23-46cb-8d9f-754feca7e65c req-864094d9-331f-4b90-b998-f24569f46553 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 945 time: 0.0849698 Mar 22 12:55:42.159050 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bda0c790-ed23-46cb-8d9f-754feca7e65c req-5d6ea9d7-9bb1-4774-90a1-d97773884aab tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468943 Mar 22 12:55:42.166452 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-23d2721c-1619-4a3b-8492-60d7c1d71d82 admin admin] Publish callbacks [] for security_group (f1f402ea-f0b4-4abc-9abc-3d2b0a6e9e91), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:42.239404 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492f37b-801c-467a-b0d2-b4377baa9451 req-375a54d8-bb74-4c3a-844d-1af615efdfe3 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:42.240919 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a492f37b-801c-467a-b0d2-b4377baa9451 req-375a54d8-bb74-4c3a-844d-1af615efdfe3 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0570333 Mar 22 12:55:42.261535 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-23d2721c-1619-4a3b-8492-60d7c1d71d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (f1f402ea-f0b4-4abc-9abc-3d2b0a6e9e91), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:42.293251 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a492f37b-801c-467a-b0d2-b4377baa9451 req-e9ac05d5-a862-4c1a-af5c-83c7393ecf4e tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451305 Mar 22 12:55:42.303112 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-23d2721c-1619-4a3b-8492-60d7c1d71d82 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ae04e4b27894979b9d361591d9e6951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493981 Mar 22 12:55:42.303854 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2721c-1619-4a3b-8492-60d7c1d71d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f402ea-f0b4-4abc-9abc-3d2b0a6e9e91,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:42.306743 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52510) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:42.360379 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad0de316-0d4d-41a5-8cde-c43d603edefa admin admin] Publish callbacks [] for security_group (f1f402ea-f0b4-4abc-9abc-3d2b0a6e9e91), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:42.382977 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad0de316-0d4d-41a5-8cde-c43d603edefa admin admin] Publish callbacks [] for security_group (f1f402ea-f0b4-4abc-9abc-3d2b0a6e9e91), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:42.661609 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad0de316-0d4d-41a5-8cde-c43d603edefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (f1f402ea-f0b4-4abc-9abc-3d2b0a6e9e91), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:42.664396 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad0de316-0d4d-41a5-8cde-c43d603edefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:42.665583 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ad0de316-0d4d-41a5-8cde-c43d603edefa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f1f402ea-f0b4-4abc-9abc-3d2b0a6e9e91 HTTP/1.1" status: 204 len: 168 time: 0.3567235 Mar 22 12:55:42.674376 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de316-0d4d-41a5-8cde-c43d603edefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f402ea-f0b4-4abc-9abc-3d2b0a6e9e91,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:43.134212 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52528) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:43.240154 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52534) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:43.267077 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19ccdf3c-5161-4d9d-a98b-f1f731ad52da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.270740 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-02cf48aa-9725-4af4-92ab-213e37b920ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.384838 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d36a6-9908-450c-8331-a6c45fbd5e10 req-3d703fed-538b-4dfb-a26c-1e03df2a79bf tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:43.386469 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-256d36a6-9908-450c-8331-a6c45fbd5e10 req-3d703fed-538b-4dfb-a26c-1e03df2a79bf tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 948 time: 0.3420691 Mar 22 12:55:43.400071 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441a114-19db-4c7d-a1c1-1719c97cfb77 req-7d8132e6-86cb-47b4-bded-6d3dc62b2ec1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:43.401648 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0441a114-19db-4c7d-a1c1-1719c97cfb77 req-7d8132e6-86cb-47b4-bded-6d3dc62b2ec1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.3698454 Mar 22 12:55:43.403333 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19ccdf3c-5161-4d9d-a98b-f1f731ad52da admin admin] Publish callbacks [] for security_group (d366b027-6471-4884-9e97-c2c33a401e7a), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.413015 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-02cf48aa-9725-4af4-92ab-213e37b920ef admin admin] Publish callbacks [] for security_group (5ff07d64-7502-41a6-8d5f-a0ba1cf3c75d), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.470333 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-256d36a6-9908-450c-8331-a6c45fbd5e10 req-30b48a82-9401-45b9-a89c-fb3322137f99 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675151 Mar 22 12:55:43.486254 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0441a114-19db-4c7d-a1c1-1719c97cfb77 req-1f0f0ba9-0dc8-4a8a-947c-3abd2d6b06fa tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767424 Mar 22 12:55:43.496504 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19ccdf3c-5161-4d9d-a98b-f1f731ad52da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (d366b027-6471-4884-9e97-c2c33a401e7a), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.546731 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-02cf48aa-9725-4af4-92ab-213e37b920ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (5ff07d64-7502-41a6-8d5f-a0ba1cf3c75d), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.552036 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccdf3c-5161-4d9d-a98b-f1f731ad52da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d366b027-6471-4884-9e97-c2c33a401e7a,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:43.561122 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-19ccdf3c-5161-4d9d-a98b-f1f731ad52da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1e78acd5597545db9281f3d0961785b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198109 Mar 22 12:55:43.566383 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52538) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:43.609439 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-02cf48aa-9725-4af4-92ab-213e37b920ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=853dc1bb92a94652b73988a498ffc5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4740994 Mar 22 12:55:43.612939 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52540) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:43.618876 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf48aa-9725-4af4-92ab-213e37b920ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff07d64-7502-41a6-8d5f-a0ba1cf3c75d,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:43.641867 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca96bb3-99a2-4b77-8bf7-2fbc88275258 req-0674b27c-d99d-45d0-b120-9bb5cd4e9279 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:43.643395 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dca96bb3-99a2-4b77-8bf7-2fbc88275258 req-0674b27c-d99d-45d0-b120-9bb5cd4e9279 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 945 time: 0.1159887 Mar 22 12:55:43.646879 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d987f221-3efb-4403-8dc0-c5dea8ed4e5e admin admin] Publish callbacks [] for security_group (d366b027-6471-4884-9e97-c2c33a401e7a), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.670153 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d987f221-3efb-4403-8dc0-c5dea8ed4e5e admin admin] Publish callbacks [] for security_group (d366b027-6471-4884-9e97-c2c33a401e7a), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.673617 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bb83a-ff3a-4833-a9cb-2c88389e823a req-4ad237ec-fd67-4698-a109-002780d90e50 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:43.675144 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414bb83a-ff3a-4833-a9cb-2c88389e823a req-4ad237ec-fd67-4698-a109-002780d90e50 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1175156 Mar 22 12:55:43.706885 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-721ee465-3c42-4690-9b7a-130427f87f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.773395 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dca96bb3-99a2-4b77-8bf7-2fbc88275258 req-2af6932c-dd01-42a3-bd0e-df35bde04b01 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209869 Mar 22 12:55:43.774423 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-abb94fee-7b24-44e1-bca3-452cc4680ffc admin admin] Publish callbacks [] for security_group (5ff07d64-7502-41a6-8d5f-a0ba1cf3c75d), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.780272 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414bb83a-ff3a-4833-a9cb-2c88389e823a req-966b73d6-1cdb-4715-9e48-ea2df40b503a tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927918 Mar 22 12:55:43.805049 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-abb94fee-7b24-44e1-bca3-452cc4680ffc admin admin] Publish callbacks [] for security_group (5ff07d64-7502-41a6-8d5f-a0ba1cf3c75d), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.854223 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d987f221-3efb-4403-8dc0-c5dea8ed4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (d366b027-6471-4884-9e97-c2c33a401e7a), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.857589 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d987f221-3efb-4403-8dc0-c5dea8ed4e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.858925 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-d987f221-3efb-4403-8dc0-c5dea8ed4e5e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d366b027-6471-4884-9e97-c2c33a401e7a HTTP/1.1" status: 204 len: 168 time: 0.2915595 Mar 22 12:55:43.867584 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987f221-3efb-4403-8dc0-c5dea8ed4e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d366b027-6471-4884-9e97-c2c33a401e7a,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:43.946954 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-abb94fee-7b24-44e1-bca3-452cc4680ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (5ff07d64-7502-41a6-8d5f-a0ba1cf3c75d), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.950173 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-abb94fee-7b24-44e1-bca3-452cc4680ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:43.951346 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-abb94fee-7b24-44e1-bca3-452cc4680ffc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ff07d64-7502-41a6-8d5f-a0ba1cf3c75d HTTP/1.1" status: 204 len: 168 time: 0.3355994 Mar 22 12:55:43.959797 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb94fee-7b24-44e1-bca3-452cc4680ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff07d64-7502-41a6-8d5f-a0ba1cf3c75d,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:44.036513 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device ff1ca629-d867-4fb6-9c4c-6502c1611b77 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:55:44.168370 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port ff1ca629-d867-4fb6-9c4c-6502c1611b77 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:55:44.172503 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port ff1ca629-d867-4fb6-9c4c-6502c1611b77 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:55:44.172824 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:44.259750 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port ff1ca629-d867-4fb6-9c4c-6502c1611b77 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:55:44.260144 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:44.287164 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e139d86-7897-451d-b780-455f792d2dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:44.289477 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4bcef8-4424-42bf-8318-6ece0b65454b" -d '{"events": [{"server_uuid": "8e139d86-7897-451d-b780-455f792d2dd9", "name": "network-vif-plugged", "status": "completed", "tag": "ff1ca629-d867-4fb6-9c4c-6502c1611b77"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:44.310908 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port ff1ca629-d867-4fb6-9c4c-6502c1611b77, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ff1ca629-d867-4fb6-9c4c-6502c1611b77,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:44.335789 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22460798-9645-4313-94e3-cb5eed7dd70d x-openstack-request-id: req-22460798-9645-4313-94e3-cb5eed7dd70d {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:44.336507 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e139d86-7897-451d-b780-455f792d2dd9", "name": "network-vif-plugged", "status": "completed", "tag": "ff1ca629-d867-4fb6-9c4c-6502c1611b77", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:44.336680 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-22460798-9645-4313-94e3-cb5eed7dd70d {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:44.337072 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22460798-9645-4313-94e3-cb5eed7dd70d'] response: {'server_uuid': '8e139d86-7897-451d-b780-455f792d2dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77', 'code': 200} Mar 22 12:55:44.359126 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:44.361737 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 2d9168e7-5434-485d-ab2e-c7e6445d8536 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:55:44.465096 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=ff1ca629-d867-4fb6-9c4c-6502c1611b77,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:44.547819 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 2d9168e7-5434-485d-ab2e-c7e6445d8536 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:55:44.561125 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 2d9168e7-5434-485d-ab2e-c7e6445d8536 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:55:44.561507 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:44.690384 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5962fdc-c7c4-43de-a2dd-6aec3379c88d req-f9051df2-9f42-4418-a084-4ab1186ee253 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:44.692320 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a5962fdc-c7c4-43de-a2dd-6aec3379c88d req-f9051df2-9f42-4418-a084-4ab1186ee253 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 948 time: 0.1393569 Mar 22 12:55:44.715239 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c849e-5e9b-4652-a760-edeeb8c79fa5 req-97c93d1c-6c5d-4512-93ad-53b9e287e897 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:44.723111 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ea0c849e-5e9b-4652-a760-edeeb8c79fa5 req-97c93d1c-6c5d-4512-93ad-53b9e287e897 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1107464 Mar 22 12:55:44.854373 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 2d9168e7-5434-485d-ab2e-c7e6445d8536 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:55:44.860391 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:44.864880 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a5962fdc-c7c4-43de-a2dd-6aec3379c88d req-5b2e382c-c749-4c32-a678-9b0c81b74746 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604269 Mar 22 12:55:44.874848 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ea0c849e-5e9b-4652-a760-edeeb8c79fa5 req-fccdcaee-6105-44b6-ae6a-0a69cd774e2a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504190 Mar 22 12:55:44.891391 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244203-e317-49df-9032-9bbc383eb926 req-a0543049-5f91-484c-b8e6-55dd0c84c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:44.897396 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c4244203-e317-49df-9032-9bbc383eb926 req-a0543049-5f91-484c-b8e6-55dd0c84c28f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 1130 time: 0.1471081 Mar 22 12:55:44.915347 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 2d9168e7-5434-485d-ab2e-c7e6445d8536, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2d9168e7-5434-485d-ab2e-c7e6445d8536,segment=NetworkSegment(53bb562e-2add-4dde-a171-6fe0523a388a),segment_id=53bb562e-2add-4dde-a171-6fe0523a388a)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:44.986418 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:44.988524 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c4244203-e317-49df-9032-9bbc383eb926 req-bf1167ef-9fe4-4f43-a03f-1fe64539621c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871487 Mar 22 12:55:45.055082 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=2d9168e7-5434-485d-ab2e-c7e6445d8536,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:45.084084 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e8fb4-550d-4451-b87e-a1f258cb047c req-9cb00f81-a901-4287-9bec-a1864ef62540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:45.085611 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-436e8fb4-550d-4451-b87e-a1f258cb047c req-9cb00f81-a901-4287-9bec-a1864ef62540 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.1123574 Mar 22 12:55:45.100469 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aed4f1-b6fe-4c2e-88ad-ce3a9806253b req-92d046f1-7315-4af7-bbfd-cca14fe57f58 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:45.101423 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63aed4f1-b6fe-4c2e-88ad-ce3a9806253b req-92d046f1-7315-4af7-bbfd-cca14fe57f58 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1124344 Mar 22 12:55:45.176953 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-436e8fb4-550d-4451-b87e-a1f258cb047c req-27ca1cfd-fc37-49b3-af01-59aa66abc023 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741861 Mar 22 12:55:45.202799 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63aed4f1-b6fe-4c2e-88ad-ce3a9806253b req-8597814d-da04-4435-9a08-5bc3292bf02f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851943 Mar 22 12:55:45.863522 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52614) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:45.879434 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-80d9bd4f-1808-4d5f-bb99-bda55fee6f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:46.021416 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dd5c7497-28ee-4d96-9ec0-6720b49196db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:46.067114 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ca35-0c86-4d46-8f88-2629dce8a065 req-29df38ad-104a-4ae8-9c57-614d9b59996f tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:46.068708 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cb12ca35-0c86-4d46-8f88-2629dce8a065 req-29df38ad-104a-4ae8-9c57-614d9b59996f tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 949 time: 0.1019938 Mar 22 12:55:46.078042 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74defa-ac02-4e2c-a64d-e5c291112b60 req-09c27132-b99a-4fec-a9a9-df4863382de0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:46.079378 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2b74defa-ac02-4e2c-a64d-e5c291112b60 req-09c27132-b99a-4fec-a9a9-df4863382de0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0956130 Mar 22 12:55:46.117094 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dd5c7497-28ee-4d96-9ec0-6720b49196db admin admin] Publish callbacks [] for security_group (855d263c-0669-4d80-adcc-f1b508121a33), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:46.168937 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2b74defa-ac02-4e2c-a64d-e5c291112b60 req-fecdbc31-81df-4f95-b0a8-91ae6749189a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834160 Mar 22 12:55:46.173858 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cb12ca35-0c86-4d46-8f88-2629dce8a065 req-f775cebf-0f9e-428c-b398-9afe8862dede tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862792 Mar 22 12:55:46.175845 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dd5c7497-28ee-4d96-9ec0-6720b49196db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (855d263c-0669-4d80-adcc-f1b508121a33), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:46.230651 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-dd5c7497-28ee-4d96-9ec0-6720b49196db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f200c5960684741a84d2b5007138486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656714 Mar 22 12:55:46.232000 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c7497-28ee-4d96-9ec0-6720b49196db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855d263c-0669-4d80-adcc-f1b508121a33,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:46.233481 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52638) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:46.339317 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef60653-1493-41d7-98e2-bfd219990733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9168e7-5434-485d-ab2e-c7e6445d8536'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:46.343117 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b2e38e-48e4-4ac5-97ee-954350531f21" -d '{"events": [{"server_uuid": "8ef60653-1493-41d7-98e2-bfd219990733", "name": "network-vif-plugged", "status": "completed", "tag": "2d9168e7-5434-485d-ab2e-c7e6445d8536"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:46.368827 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1c71e6d2-523d-4c4a-9f45-50d6b98c5b87 admin admin] Publish callbacks [] for security_group (855d263c-0669-4d80-adcc-f1b508121a33), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:46.400851 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1c71e6d2-523d-4c4a-9f45-50d6b98c5b87 admin admin] Publish callbacks [] for security_group (855d263c-0669-4d80-adcc-f1b508121a33), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:46.434623 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a2dd-ae6d-4ebe-8405-87779e469d3e req-41c3428a-8c26-4089-b4e5-886f0e240b3e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:46.441577 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f62a2dd-ae6d-4ebe-8405-87779e469d3e req-41c3428a-8c26-4089-b4e5-886f0e240b3e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.1469285 Mar 22 12:55:46.454286 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce5790-ef01-4593-a4dd-9ed00970ea0f req-5b97882f-9f9b-40fa-91ea-9be03d37127f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:46.455822 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a6ce5790-ef01-4593-a4dd-9ed00970ea0f req-5b97882f-9f9b-40fa-91ea-9be03d37127f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1601121 Mar 22 12:55:46.555456 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f62a2dd-ae6d-4ebe-8405-87779e469d3e req-f1500b97-21a8-4e2f-8ee7-ba53bf1823d6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129119 Mar 22 12:55:46.561651 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a6ce5790-ef01-4593-a4dd-9ed00970ea0f req-cec16abd-0fe2-41e7-8ed4-80d902ac3ae2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948985 Mar 22 12:55:46.612494 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0331ac33-f174-4f10-929f-45326f06ee6b x-openstack-request-id: req-0331ac33-f174-4f10-929f-45326f06ee6b {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:46.612813 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef60653-1493-41d7-98e2-bfd219990733", "name": "network-vif-plugged", "status": "completed", "tag": "2d9168e7-5434-485d-ab2e-c7e6445d8536", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:46.613071 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0331ac33-f174-4f10-929f-45326f06ee6b {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:46.613481 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0331ac33-f174-4f10-929f-45326f06ee6b'] response: {'server_uuid': '8ef60653-1493-41d7-98e2-bfd219990733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9168e7-5434-485d-ab2e-c7e6445d8536', 'code': 200} Mar 22 12:55:46.649859 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1c71e6d2-523d-4c4a-9f45-50d6b98c5b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (855d263c-0669-4d80-adcc-f1b508121a33), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:46.653267 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1c71e6d2-523d-4c4a-9f45-50d6b98c5b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:46.654585 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1c71e6d2-523d-4c4a-9f45-50d6b98c5b87 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/855d263c-0669-4d80-adcc-f1b508121a33 HTTP/1.1" status: 204 len: 168 time: 0.4199767 Mar 22 12:55:46.663616 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71e6d2-523d-4c4a-9f45-50d6b98c5b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855d263c-0669-4d80-adcc-f1b508121a33,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:46.984117 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52652) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:47.043507 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:47.081517 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ee25d-f152-4060-bd74-4f8a3edc7dc9 req-238b8710-a4db-4141-a935-168e12333203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:47.083214 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d88ee25d-f152-4060-bd74-4f8a3edc7dc9 req-238b8710-a4db-4141-a935-168e12333203 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 1133 time: 0.0521667 Mar 22 12:55:47.145200 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1076de2b-2e83-43ab-8439-bfe3f24bd351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:47.157903 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d88ee25d-f152-4060-bd74-4f8a3edc7dc9 req-1519f71e-d511-47bc-8718-0423b5807b32 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673819 Mar 22 12:55:47.249606 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1076de2b-2e83-43ab-8439-bfe3f24bd351 admin admin] Publish callbacks [] for security_group (99e15d81-68a3-4250-ad04-e72e9f64283f), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:47.321488 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1076de2b-2e83-43ab-8439-bfe3f24bd351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (99e15d81-68a3-4250-ad04-e72e9f64283f), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:47.381831 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5905d11-a145-4dd1-b6a6-3efc96e1f0d7 req-944694cc-4552-4fb5-8ad2-f724f0d61f31 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:47.383399 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d5905d11-a145-4dd1-b6a6-3efc96e1f0d7 req-944694cc-4552-4fb5-8ad2-f724f0d61f31 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1318581 Mar 22 12:55:47.386560 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076de2b-2e83-43ab-8439-bfe3f24bd351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e15d81-68a3-4250-ad04-e72e9f64283f,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:47.393072 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1076de2b-2e83-43ab-8439-bfe3f24bd351 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f51f7d605a01415c9408729b7d1c4636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078407 Mar 22 12:55:47.396152 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52660) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:47.420326 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef58e8d-9928-44bf-8a52-9b17e26da725 req-e6f45d69-7897-4e80-9e73-78bdefe7ef57 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:47.421912 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ef58e8d-9928-44bf-8a52-9b17e26da725 req-e6f45d69-7897-4e80-9e73-78bdefe7ef57 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 949 time: 0.1428385 Mar 22 12:55:47.457297 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3c36d381-c4e7-4dd5-82a2-5e310a356d4d admin admin] Publish callbacks [] for security_group (99e15d81-68a3-4250-ad04-e72e9f64283f), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:47.468424 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d5905d11-a145-4dd1-b6a6-3efc96e1f0d7 req-d7a9d53b-09c8-47f5-af8b-8d42bcad10cc tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781882 Mar 22 12:55:47.488945 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3c36d381-c4e7-4dd5-82a2-5e310a356d4d admin admin] Publish callbacks [] for security_group (99e15d81-68a3-4250-ad04-e72e9f64283f), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:47.494025 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ef58e8d-9928-44bf-8a52-9b17e26da725 req-63752fdb-eddf-4595-95dc-11e7aafc93b8 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653572 Mar 22 12:55:47.688994 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3c36d381-c4e7-4dd5-82a2-5e310a356d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (99e15d81-68a3-4250-ad04-e72e9f64283f), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:47.692099 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3c36d381-c4e7-4dd5-82a2-5e310a356d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:47.695945 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-3c36d381-c4e7-4dd5-82a2-5e310a356d4d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99e15d81-68a3-4250-ad04-e72e9f64283f HTTP/1.1" status: 204 len: 168 time: 0.2957981 Mar 22 12:55:47.702534 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36d381-c4e7-4dd5-82a2-5e310a356d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e15d81-68a3-4250-ad04-e72e9f64283f,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:47.730869 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b3783-b2c5-4781-8361-15511373dc8d req-182f1398-e352-48be-9ccd-3445c32f79a1 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:47.732484 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e83b3783-b2c5-4781-8361-15511373dc8d req-182f1398-e352-48be-9ccd-3445c32f79a1 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0968425 Mar 22 12:55:47.743265 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a1f33-143a-402f-b42c-a0d1779deba6 req-da75b608-97b8-45ef-a9e9-633b998ebb5c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:47.744899 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0a1a1f33-143a-402f-b42c-a0d1779deba6 req-da75b608-97b8-45ef-a9e9-633b998ebb5c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.1067672 Mar 22 12:55:47.828486 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e83b3783-b2c5-4781-8361-15511373dc8d req-59743e86-8d18-419c-b983-2f1f96501907 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824752 Mar 22 12:55:47.836394 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0a1a1f33-143a-402f-b42c-a0d1779deba6 req-fe316b30-c71e-4664-ba17-20edb5514c85 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811687 Mar 22 12:55:47.968016 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e69685-c507-42cc-9bef-b7118db22de3 req-1a4b543c-8d2b-4945-be68-ca018f6d104d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:47.968016 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f4e69685-c507-42cc-9bef-b7118db22de3 req-1a4b543c-8d2b-4945-be68-ca018f6d104d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0599463 Mar 22 12:55:47.977902 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 52672) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:47.983586 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-ac1f5772-3ddd-4b15-926c-4d38cdd3b558 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'floatingip': {'port_id': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:55:48.033002 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ac1f5772-3ddd-4b15-926c-4d38cdd3b558 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (cb8de26b-10f1-4924-85e7-2950b47f6b0d), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:48.528619 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ac1f5772-3ddd-4b15-926c-4d38cdd3b558 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:48.609693 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ac1f5772-3ddd-4b15-926c-4d38cdd3b558 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (cb8de26b-10f1-4924-85e7-2950b47f6b0d), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:48.661442 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:48.701529 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cf483-cb80-4174-a961-30acda82e7c2 req-33e081aa-9592-47f8-a73f-9c195246bbef tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:48.703315 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c75cf483-cb80-4174-a961-30acda82e7c2 req-33e081aa-9592-47f8-a73f-9c195246bbef tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1645732 Mar 22 12:55:48.706527 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52680) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:48.725684 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2cef8050-b75a-4046-b043-737a1ed5afec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:48.727193 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf59583-e1c0-4902-a05b-26490eeecae5 req-d9fa19b0-6e8b-46da-8da2-17f3982e8fba tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:48.728717 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dbf59583-e1c0-4902-a05b-26490eeecae5 req-d9fa19b0-6e8b-46da-8da2-17f3982e8fba tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 949 time: 0.1609552 Mar 22 12:55:48.812806 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2cef8050-b75a-4046-b043-737a1ed5afec admin admin] Publish callbacks [] for security_group (f429d432-8941-4d28-82a2-c76f2c731244), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:48.820788 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-ac1f5772-3ddd-4b15-926c-4d38cdd3b558 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Floating IP cb8de26b-10f1-4924-85e7-2950b47f6b0d associated. External IP: 172.27.2.217, port: ff1ca629-d867-4fb6-9c4c-6502c1611b77. Mar 22 12:55:48.831742 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dbf59583-e1c0-4902-a05b-26490eeecae5 req-489dc115-5cc3-45a5-b671-8e12a329a9e9 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960889 Mar 22 12:55:48.866989 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c75cf483-cb80-4174-a961-30acda82e7c2 req-8b2ef27c-2d7d-4185-9860-ec9592d4d3be tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501429 Mar 22 12:55:48.907048 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2cef8050-b75a-4046-b043-737a1ed5afec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (f429d432-8941-4d28-82a2-c76f2c731244), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:48.948759 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-2cef8050-b75a-4046-b043-737a1ed5afec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6d7589a0aa84036a76f40d8ddd13d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394602 Mar 22 12:55:48.949769 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef8050-b75a-4046-b043-737a1ed5afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f429d432-8941-4d28-82a2-c76f2c731244,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:48.952146 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 52684) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:55:48.990975 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd49ab8-ee86-428e-9172-547e42ab5e6a req-dc4aba8b-ab07-4aee-8221-3e95ad4516c2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:48.992469 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afd49ab8-ee86-428e-9172-547e42ab5e6a req-dc4aba8b-ab07-4aee-8221-3e95ad4516c2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0844555 Mar 22 12:55:49.016161 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-232c02ac-3766-4225-a753-420b7c48d06d admin admin] Publish callbacks [] for security_group (f429d432-8941-4d28-82a2-c76f2c731244), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:49.047689 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-232c02ac-3766-4225-a753-420b7c48d06d admin admin] Publish callbacks [] for security_group (f429d432-8941-4d28-82a2-c76f2c731244), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:49.123585 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afd49ab8-ee86-428e-9172-547e42ab5e6a req-8100a3f8-e19f-48c8-9cae-c82bb1d1cc18 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946436 Mar 22 12:55:49.155005 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1f5772-3ddd-4b15-926c-4d38cdd3b558 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:55:49.164185 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-232c02ac-3766-4225-a753-420b7c48d06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (f429d432-8941-4d28-82a2-c76f2c731244), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:49.167125 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-232c02ac-3766-4225-a753-420b7c48d06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:49.168387 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-232c02ac-3766-4225-a753-420b7c48d06d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f429d432-8941-4d28-82a2-c76f2c731244 HTTP/1.1" status: 204 len: 168 time: 0.2054441 Mar 22 12:55:49.178112 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c02ac-3766-4225-a753-420b7c48d06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f429d432-8941-4d28-82a2-c76f2c731244,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:49.513935 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1f5772-3ddd-4b15-926c-4d38cdd3b558 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:55:49.519473 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ac1f5772-3ddd-4b15-926c-4d38cdd3b558 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:49.527027 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:55:49.538344 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:55:49.538956 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:55:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:49.551147 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ac1f5772-3ddd-4b15-926c-4d38cdd3b558 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "PUT /v2.0/floatingips/cb8de26b-10f1-4924-85e7-2950b47f6b0d HTTP/1.1" status: 200 len: 992 time: 1.5720346 Mar 22 12:55:49.551742 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e139d86-7897-451d-b780-455f792d2dd9', 'tag': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:49.554109 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c392c516-ec11-4177-997d-f915bb8efe15" -d '{"events": [{"name": "network-changed", "server_uuid": "8e139d86-7897-451d-b780-455f792d2dd9", "tag": "ff1ca629-d867-4fb6-9c4c-6502c1611b77"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:49.589932 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b860a-2c01-46a9-8217-ec74a83eaa92 x-openstack-request-id: req-4a5b860a-2c01-46a9-8217-ec74a83eaa92 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:49.590409 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e139d86-7897-451d-b780-455f792d2dd9", "tag": "ff1ca629-d867-4fb6-9c4c-6502c1611b77", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:49.591050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a5b860a-2c01-46a9-8217-ec74a83eaa92 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:49.591050 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5b860a-2c01-46a9-8217-ec74a83eaa92'] response: {'name': 'network-changed', 'server_uuid': '8e139d86-7897-451d-b780-455f792d2dd9', 'tag': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77', 'status': 'completed', 'code': 200} Mar 22 12:55:49.677532 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:55:49.701785 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c516-ec11-4177-997d-f915bb8efe15 req-614f2ab2-f404-4d19-b98a-2f157d4e8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:49.705640 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c392c516-ec11-4177-997d-f915bb8efe15 req-614f2ab2-f404-4d19-b98a-2f157d4e8c52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 1130 time: 0.0583527 Mar 22 12:55:49.933866 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '8effbe44-12c8-4882-9404-38efc7afdb50', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:11Z', 'revision_number': 2, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}, {'id': 'cb8de26b-10f1-4924-85e7-2950b47f6b0d', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:3e:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e139d86-7897-451d-b780-455f792d2dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:55:27Z', 'updated_at': '2022-03-22T12:55:48Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:49.974757 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:55:49.978820 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f420c57-a5cc-4166-b3e4-00d29b1d90a8 req-f72558c3-d35a-4977-90c2-39819a4f776f tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:49.981125 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f420c57-a5cc-4166-b3e4-00d29b1d90a8 req-f72558c3-d35a-4977-90c2-39819a4f776f tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 949 time: 0.0746958 Mar 22 12:55:49.985746 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:55:49.986760 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:55:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:50.083490 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f420c57-a5cc-4166-b3e4-00d29b1d90a8 req-db2c114b-3804-4019-acf7-588ad1b7161e tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925057 Mar 22 12:55:50.093182 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010972c-703a-4682-a4d8-1b861de76723 req-aed08898-2b74-4328-aa56-019837aa4353 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:50.094874 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2010972c-703a-4682-a4d8-1b861de76723 req-aed08898-2b74-4328-aa56-019837aa4353 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1128471 Mar 22 12:55:50.123148 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:50.134140 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:55:50.158837 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2010972c-703a-4682-a4d8-1b861de76723 req-91370abe-131a-495c-a0ba-c3baf5d5d3ea tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572898 Mar 22 12:55:50.280103 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ccf54-c438-4979-b09b-1166fdd19017 req-9ba876bf-c8dd-482e-9b26-06347bc96b5c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:50.281724 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6e5ccf54-c438-4979-b09b-1166fdd19017 req-9ba876bf-c8dd-482e-9b26-06347bc96b5c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0665629 Mar 22 12:55:50.335979 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6e5ccf54-c438-4979-b09b-1166fdd19017 req-0b53938b-8223-4b1d-ba6a-a0a0495950be tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 Mar 22 12:55:50.416375 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '8effbe44-12c8-4882-9404-38efc7afdb50', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:11Z', 'revision_number': 2, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}, {'id': 'cb8de26b-10f1-4924-85e7-2950b47f6b0d', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:3e:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e139d86-7897-451d-b780-455f792d2dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:55:27Z', 'updated_at': '2022-03-22T12:55:48Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:50.449407 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12395e0e-beab-4487-92f1-9d827a6a7e38 None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '8effbe44-12c8-4882-9404-38efc7afdb50', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:11Z', 'revision_number': 2, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}, {'id': 'cb8de26b-10f1-4924-85e7-2950b47f6b0d', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:3e:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e139d86-7897-451d-b780-455f792d2dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:55:27Z', 'updated_at': '2022-03-22T12:55:48Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:55:50.670499 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6634ab62-60db-40a7-9b86-268a066d6d2b None None] New status for floating IP cb8de26b-10f1-4924-85e7-2950b47f6b0d: ACTIVE {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:55:50.695583 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3f0c9-0758-495c-ab87-ca373798ec62 req-8caaa79a-1f96-4eef-999d-1663926e7246 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:50.699177 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ff3f0c9-0758-495c-ab87-ca373798ec62 req-8caaa79a-1f96-4eef-999d-1663926e7246 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 949 time: 0.0633080 Mar 22 12:55:50.764498 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ff3f0c9-0758-495c-ab87-ca373798ec62 req-63bef0e7-fa4f-4e18-8e3d-993f9b87f8e5 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599830 Mar 22 12:55:51.292466 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d2908-3762-4517-98f9-4a8b52333c99 req-464948d4-88e8-4d56-b315-04e6b7ebe72a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:51.294022 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-aa8d2908-3762-4517-98f9-4a8b52333c99 req-464948d4-88e8-4d56-b315-04e6b7ebe72a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0552506 Mar 22 12:55:51.343626 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-aa8d2908-3762-4517-98f9-4a8b52333c99 req-62dd923b-c9cf-4cb0-be72-a169999a327f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439901 Mar 22 12:55:51.518512 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c516-ec11-4177-997d-f915bb8efe15 req-680a6fbc-e2ce-4221-ba92-8020cf4d933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:51.519171 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c392c516-ec11-4177-997d-f915bb8efe15 req-680a6fbc-e2ce-4221-ba92-8020cf4d933a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 916 time: 0.1665461 Mar 22 12:55:51.533647 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0940fec-d8c1-4a16-ab3a-562cf951967a req-bd1f865d-06a9-46e9-9c12-6d8d70b4ad3b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:51.535141 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f0940fec-d8c1-4a16-ab3a-562cf951967a req-bd1f865d-06a9-46e9-9c12-6d8d70b4ad3b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1130581 Mar 22 12:55:51.591652 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f0940fec-d8c1-4a16-ab3a-562cf951967a req-a561c93c-2f32-4f72-8359-ce97a4152b5b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505805 Mar 22 12:55:51.891292 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b12f3-f455-49eb-8bf5-5ac18a570a4f req-58890a22-020b-4067-a1f6-2f4754b6c301 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:51.892830 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-813b12f3-f455-49eb-8bf5-5ac18a570a4f req-58890a22-020b-4067-a1f6-2f4754b6c301 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 949 time: 0.0626042 Mar 22 12:55:51.946928 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-813b12f3-f455-49eb-8bf5-5ac18a570a4f req-9a03919c-fa3b-4ad4-b0a0-657cae61c717 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483704 Mar 22 12:55:52.469822 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c392c516-ec11-4177-997d-f915bb8efe15 req-714a2ce1-d9ab-4831-a24d-450fcee73e9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff1ca629-d867-4fb6-9c4c-6502c1611b77 HTTP/1.1" status: 200 len: 1002 time: 0.0934706 Mar 22 12:55:52.499834 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541ccf4-8f6e-42ec-aff4-508adfc6b48e req-3405ea92-691d-4ccf-b2a4-e3aead2fe92b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:52.501515 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f541ccf4-8f6e-42ec-aff4-508adfc6b48e req-3405ea92-691d-4ccf-b2a4-e3aead2fe92b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0846460 Mar 22 12:55:52.565305 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c516-ec11-4177-997d-f915bb8efe15 req-f1ce6205-d614-4223-bacd-bd1e36b7a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:52.566828 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c392c516-ec11-4177-997d-f915bb8efe15 req-f1ce6205-d614-4223-bacd-bd1e36b7a7d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.0840595 Mar 22 12:55:52.595849 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f541ccf4-8f6e-42ec-aff4-508adfc6b48e req-17f63594-6063-4b11-8c26-36c5e46f306a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750663 Mar 22 12:55:52.632155 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c516-ec11-4177-997d-f915bb8efe15 req-78eda84b-321e-4d54-ba85-5bcd1090aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:52.634110 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c392c516-ec11-4177-997d-f915bb8efe15 req-78eda84b-321e-4d54-ba85-5bcd1090aad6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518482 Mar 22 12:55:52.772692 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc192bb-f55b-4d77-84b8-c4c20fd6ce1e req-f81d61e4-441e-47ea-8348-ae827a7be7e3 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:52.774236 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-abc192bb-f55b-4d77-84b8-c4c20fd6ce1e req-f81d61e4-441e-47ea-8348-ae827a7be7e3 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1127300 Mar 22 12:55:52.776036 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c392c516-ec11-4177-997d-f915bb8efe15 req-8f2b2e42-8d29-47b5-a536-df8a1c94e274 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340137 Mar 22 12:55:52.873174 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-abc192bb-f55b-4d77-84b8-c4c20fd6ce1e req-5dd67f78-a5cd-4970-b32e-7430289149d7 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928903 Mar 22 12:55:52.906177 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c392c516-ec11-4177-997d-f915bb8efe15 req-3fb0f980-58ff-492c-a7fe-f5cd3bf7cab9 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119287 Mar 22 12:55:53.079234 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de75c4-9e7e-4ee9-b33c-515bd0d8d7ca req-cf9f15f6-ba1a-414a-8ae6-82afc2fa4a29 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:53.080755 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b7de75c4-9e7e-4ee9-b33c-515bd0d8d7ca req-cf9f15f6-ba1a-414a-8ae6-82afc2fa4a29 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 949 time: 0.0590329 Mar 22 12:55:53.129509 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b7de75c4-9e7e-4ee9-b33c-515bd0d8d7ca req-00965c4c-06b4-4762-bed9-314b2b094a48 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429206 Mar 22 12:55:53.718850 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e069-5384-46b6-9c96-306333ac4c9a req-819e3e5a-fc53-473f-b9a1-b4e4cad0e802 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:53.720243 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7aa3e069-5384-46b6-9c96-306333ac4c9a req-819e3e5a-fc53-473f-b9a1-b4e4cad0e802 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0546656 Mar 22 12:55:53.780299 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7aa3e069-5384-46b6-9c96-306333ac4c9a req-c69687f8-835f-4ccc-ba31-63ef08240eaf tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539868 Mar 22 12:55:53.999844 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd37e87-9459-41d0-9a23-3cb1423355d0 req-5a1ecda1-ba02-4592-b79e-f2f36f8439ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:54.001298 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fbd37e87-9459-41d0-9a23-3cb1423355d0 req-5a1ecda1-ba02-4592-b79e-f2f36f8439ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0594957 Mar 22 12:55:54.054331 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fbd37e87-9459-41d0-9a23-3cb1423355d0 req-21e2b6ea-1c29-4795-b06b-b2d3bb35f984 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468423 Mar 22 12:55:54.120801 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1fa87966-3ccc-4a66-b5b1-51146e73416f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:55:54.227629 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:54.247265 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'port_id': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'mac_address': 'fa:16:3e:c8:11:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:55:54.259322 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885035d9-6714-4b32-ac0e-00cf1ab40066 req-d78f0821-c005-4b84-b407-dcac04562bad tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:54.261455 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-885035d9-6714-4b32-ac0e-00cf1ab40066 req-d78f0821-c005-4b84-b407-dcac04562bad tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 949 time: 0.0618792 Mar 22 12:55:54.298175 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 1fa87966-3ccc-4a66-b5b1-51146e73416f is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:55:54.299072 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:54.313364 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa87966-3ccc-4a66-b5b1-51146e73416f {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:55:54.325294 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-885035d9-6714-4b32-ac0e-00cf1ab40066 req-05b0b2d2-0275-4915-9f65-6a6693a2511a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/security-groups?id=60f400d9-2f4a-4ece-b16d-9256e0cf43d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529430 Mar 22 12:55:54.334158 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:54.433474 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:54.484340 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=1fa87966-3ccc-4a66-b5b1-51146e73416f,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:54.577800 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-214b4363-0f0f-428c-a0fa-59eab0c0ebbe tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:54.579291 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-214b4363-0f0f-428c-a0fa-59eab0c0ebbe tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 949 time: 0.0574260 Mar 22 12:55:54.719026 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Deleting port 2d9168e7-5434-485d-ab2e-c7e6445d8536 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:55:54.719359 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:54.817851 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] For port 2d9168e7-5434-485d-ab2e-c7e6445d8536, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=2d9168e7-5434-485d-ab2e-c7e6445d8536,segment=NetworkSegment(53bb562e-2add-4dde-a171-6fe0523a388a),segment_id=53bb562e-2add-4dde-a171-6fe0523a388a)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:54.818244 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:54.834047 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Calling delete_port for 2d9168e7-5434-485d-ab2e-c7e6445d8536 owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:55:54.983687 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b4536-289c-425a-bc2a-15dc2732b757 req-d2d63174-359f-485d-9931-efa1597d3126 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:54.987110 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-174b4536-289c-425a-bc2a-15dc2732b757 req-d2d63174-359f-485d-9931-efa1597d3126 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1151998 Mar 22 12:55:55.078850 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-174b4536-289c-425a-bc2a-15dc2732b757 req-154070cc-76c9-4161-b346-8429d8ff08c5 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871828 Mar 22 12:55:55.135484 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (2d9168e7-5434-485d-ab2e-c7e6445d8536), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:55.189483 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Pushing event deleted for resources: {'Port': ['ID=2d9168e7-5434-485d-ab2e-c7e6445d8536,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:55.251206 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] No DVR routers for this DVR port 2d9168e7-5434-485d-ab2e-c7e6445d8536 on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:55:55.255966 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:55.259687 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41057ac7-9afe-4346-a9d2-5ca8a1cc04aa req-9d6fe9eb-b5f4-41b6-a9d3-ea3a8c3b467a tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.46 "DELETE /v2.0/ports/2d9168e7-5434-485d-ab2e-c7e6445d8536 HTTP/1.1" status: 204 len: 173 time: 0.6739638 Mar 22 12:55:55.259814 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef60653-1493-41d7-98e2-bfd219990733', 'name': 'network-vif-deleted', 'tag': '2d9168e7-5434-485d-ab2e-c7e6445d8536'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:55.262078 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f24c14-7e97-4148-8fef-069e632f7686" -d '{"events": [{"server_uuid": "8ef60653-1493-41d7-98e2-bfd219990733", "name": "network-vif-deleted", "tag": "2d9168e7-5434-485d-ab2e-c7e6445d8536"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:55.277654 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319f214-943b-4f2e-927e-ba294acba24d req-642b7f72-6fcc-4330-83d7-3a181a150a98 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:55.279283 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9319f214-943b-4f2e-927e-ba294acba24d req-642b7f72-6fcc-4330-83d7-3a181a150a98 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 945 time: 0.1540818 Mar 22 12:55:55.342407 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9319f214-943b-4f2e-927e-ba294acba24d req-a0824b03-192c-4a00-be25-94fd69339c75 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534554 Mar 22 12:55:55.381328 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b7ec31-ec30-4444-b6a4-a37c07acbd47 x-openstack-request-id: req-72b7ec31-ec30-4444-b6a4-a37c07acbd47 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:55.382314 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef60653-1493-41d7-98e2-bfd219990733", "name": "network-vif-deleted", "tag": "2d9168e7-5434-485d-ab2e-c7e6445d8536", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:55.382589 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72b7ec31-ec30-4444-b6a4-a37c07acbd47 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:55.383380 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b7ec31-ec30-4444-b6a4-a37c07acbd47'] response: {'server_uuid': '8ef60653-1493-41d7-98e2-bfd219990733', 'name': 'network-vif-deleted', 'tag': '2d9168e7-5434-485d-ab2e-c7e6445d8536', 'status': 'completed', 'code': 200} Mar 22 12:55:55.482760 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c3d5e45d-188b-42cc-ae43-6140ceacb14a req-f6acbde2-3bf8-48c6-9ecc-defb5fbc86dd tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 210 time: 0.0448465 Mar 22 12:55:55.505694 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63e537-702e-4340-8e79-005d93fa5e02 req-4b3ddc78-28fd-4f3d-948d-b0b5622d10dc tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:55.507209 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a63e537-702e-4340-8e79-005d93fa5e02 req-4b3ddc78-28fd-4f3d-948d-b0b5622d10dc tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0854607 Mar 22 12:55:55.554987 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a63e537-702e-4340-8e79-005d93fa5e02 req-d90c5c5e-61a3-4c9c-bdad-53c17da07e03 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Mar 22 12:55:56.475049 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6514-1f6c-4571-bf58-77019d7ad1cc req-04f41e5d-7fec-44d8-8b40-9a0867ad5196 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:56.476563 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-244b6514-1f6c-4571-bf58-77019d7ad1cc req-04f41e5d-7fec-44d8-8b40-9a0867ad5196 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 945 time: 0.0519392 Mar 22 12:55:56.532215 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-244b6514-1f6c-4571-bf58-77019d7ad1cc req-dea7efd3-8578-4035-9b2e-b5dbec81aa44 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501020 Mar 22 12:55:56.580834 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e944cde1-01df-485c-b073-57e42dbb2eae req-16a0c3b6-5095-4a70-ac57-1f7580666915 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Mar 22 12:55:56.686339 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6b4a-78fe-4d7b-8af6-794d836ab990 req-12b060f9-eb7d-42d0-bc06-8e7e39634664 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:56.687855 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2bbe6b4a-78fe-4d7b-8af6-794d836ab990 req-12b060f9-eb7d-42d0-bc06-8e7e39634664 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0573630 Mar 22 12:55:56.736558 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2bbe6b4a-78fe-4d7b-8af6-794d836ab990 req-6e6c7775-266d-4a0b-8b0c-21fa8457ed0f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Mar 22 12:55:57.516758 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['2d9168e7-5434-485d-ab2e-c7e6445d8536'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:55:57.584519 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['1fa87966-3ccc-4a66-b5b1-51146e73416f'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:55:57.718459 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f3b4604b-763c-4053-a4f9-e130aa393661 req-924a5520-4a01-4723-ab80-9fdd87d879f9 tempest-VolumesNegativeTest-487861644 tempest-VolumesNegativeTest-487861644-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ef60653-1493-41d7-98e2-bfd219990733 HTTP/1.1" status: 200 len: 210 time: 0.0510004 Mar 22 12:55:57.744411 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d2ff-d7a4-4cab-8c6f-c0826b18b38f req-4a9712a8-6755-4b1b-b9a7-387346ff7bb3 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:57.746621 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5c42d2ff-d7a4-4cab-8c6f-c0826b18b38f req-4a9712a8-6755-4b1b-b9a7-387346ff7bb3 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 945 time: 0.1292908 Mar 22 12:55:57.754218 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-59b80bfa-87df-4ddf-875d-e1562e161c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:57.755798 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-59b80bfa-87df-4ddf-875d-e1562e161c29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0987842 Mar 22 12:55:57.917383 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5c42d2ff-d7a4-4cab-8c6f-c0826b18b38f req-43576742-1376-41fb-bfe3-77d731d5e27d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606009 Mar 22 12:55:57.941269 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-1416ed27-e151-4a40-8f2a-782b8cf2cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:57.942866 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-1416ed27-e151-4a40-8f2a-782b8cf2cfdd service neutron] 10.222.0.46 "GET /v2.0/networks?id=0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 200 len: 912 time: 0.1750917 Mar 22 12:55:57.950722 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d259e-8084-4a14-bea8-4dd22dfc4fe4 req-00f9c451-8010-45d2-983c-4e6b838c3810 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:57.952174 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-415d259e-8084-4a14-bea8-4dd22dfc4fe4 req-00f9c451-8010-45d2-983c-4e6b838c3810 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1187167 Mar 22 12:55:58.049163 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-464e9957-a562-4277-9f53-ea65d87789f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d HTTP/1.1" status: 200 len: 1001 time: 0.0948837 Mar 22 12:55:58.052765 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-415d259e-8084-4a14-bea8-4dd22dfc4fe4 req-615eff87-2a3a-4c37-9049-6d2ebc686dce tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923860 Mar 22 12:55:58.108975 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-4c360897-1e5c-4cdf-a1e8-76b78fc1e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:58.110438 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-4c360897-1e5c-4cdf-a1e8-76b78fc1e385 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48ecb2af-327d-49eb-8111-f1b888c9b91f HTTP/1.1" status: 200 len: 850 time: 0.0539048 Mar 22 12:55:58.177216 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-168539c6-0911-4ee1-8227-0b5daee86c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:58.178652 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-168539c6-0911-4ee1-8227-0b5daee86c1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0153605f-86fa-44c8-843c-61fcb7d41092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518200 Mar 22 12:55:58.293726 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-c4441da4-2115-4d0a-9c27-55a533ea9c50 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893357 Mar 22 12:55:58.385934 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1952ef3-8d42-4991-a632-05c5de7dd83d req-b9a746fb-aac8-4624-af2b-991d3ec9f041 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843484 Mar 22 12:55:59.009498 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:55:59.056051 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be54340-68de-4139-a232-bcaeef5dd4fb req-85703c7e-8079-4e87-80bb-e66ca932cd6c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:59.058327 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7be54340-68de-4139-a232-bcaeef5dd4fb req-85703c7e-8079-4e87-80bb-e66ca932cd6c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 945 time: 0.0648384 Mar 22 12:55:59.161096 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7be54340-68de-4139-a232-bcaeef5dd4fb req-70e717c8-92e2-41da-b162-1ff3bfd8598d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953434 Mar 22 12:55:59.218144 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de55a2-5d5e-4067-b0e4-a0202fba87f0 req-71fce976-b3ef-4544-94c0-d9d696635aa8 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:59.219923 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98de55a2-5d5e-4067-b0e4-a0202fba87f0 req-71fce976-b3ef-4544-94c0-d9d696635aa8 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0758567 Mar 22 12:55:59.292487 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98de55a2-5d5e-4067-b0e4-a0202fba87f0 req-84b48737-86de-44ed-b75a-2a520d8db6f6 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662940 Mar 22 12:55:59.542665 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1fa87966-3ccc-4a66-b5b1-51146e73416f up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:55:59.724635 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 1fa87966-3ccc-4a66-b5b1-51146e73416f completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:55:59.730842 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 1fa87966-3ccc-4a66-b5b1-51146e73416f triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:55:59.730842 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:59.818053 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 1fa87966-3ccc-4a66-b5b1-51146e73416f is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:55:59.818428 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:55:59.851533 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:55:59.854752 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ebb03-d8a1-4991-b056-5317037f3b47" -d '{"events": [{"server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "name": "network-vif-plugged", "status": "completed", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:55:59.884023 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:59.894862 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85daf852-3ee0-4632-b010-14cc161d72f6 x-openstack-request-id: req-85daf852-3ee0-4632-b010-14cc161d72f6 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:55:59.895238 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "name": "network-vif-plugged", "status": "completed", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:55:59.895499 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85daf852-3ee0-4632-b010-14cc161d72f6 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:55:59.898529 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85daf852-3ee0-4632-b010-14cc161d72f6'] response: {'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'code': 200} Mar 22 12:55:59.969833 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:00.023190 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=1fa87966-3ccc-4a66-b5b1-51146e73416f,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:00.239238 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77abc0-245f-4350-ae25-e76fffd59d03 req-e5d56bf6-43c4-46a0-aba4-9c4c1de6ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:00.240735 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0c77abc0-245f-4350-ae25-e76fffd59d03 req-e5d56bf6-43c4-46a0-aba4-9c4c1de6ff44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1130 time: 0.0502667 Mar 22 12:56:00.338072 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0c77abc0-245f-4350-ae25-e76fffd59d03 req-4a5767f0-28fe-4f48-9f03-c6b97fa6e57a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866392 Mar 22 12:56:00.346972 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44cf58-ed5c-4304-ad94-3bba70d128f6 req-8c3aca7a-aa48-443f-a604-eaccc6218d6c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:00.358459 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1a44cf58-ed5c-4304-ad94-3bba70d128f6 req-8c3aca7a-aa48-443f-a604-eaccc6218d6c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.1162231 Mar 22 12:56:00.446474 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1a44cf58-ed5c-4304-ad94-3bba70d128f6 req-7d402bef-2cc3-4f7c-896d-f8a7203b46ce tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801740 Mar 22 12:56:00.474074 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804c5d6-b4f0-4b4e-b4ed-08d5ada3e322 req-11185621-d5a0-4512-9974-0d33dfca273d tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:00.475681 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2804c5d6-b4f0-4b4e-b4ed-08d5ada3e322 req-11185621-d5a0-4512-9974-0d33dfca273d tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0885506 Mar 22 12:56:00.528413 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2804c5d6-b4f0-4b4e-b4ed-08d5ada3e322 req-a2b240c4-ea61-4e12-a4a0-62b20c1cca21 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471621 Mar 22 12:56:01.545202 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 2d9168e7-5434-485d-ab2e-c7e6445d8536 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:56:01.614220 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 2d9168e7-5434-485d-ab2e-c7e6445d8536 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:56:01.614220 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 2d9168e7-5434-485d-ab2e-c7e6445d8536 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:56:01.614746 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f48b-8ba1-4db0-aa45-eec6581d1c7e req-e21440b4-9ed7-4a6a-83b8-324637f97999 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:01.614746 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f338f48b-8ba1-4db0-aa45-eec6581d1c7e req-e21440b4-9ed7-4a6a-83b8-324637f97999 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0823975 Mar 22 12:56:01.696203 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f338f48b-8ba1-4db0-aa45-eec6581d1c7e req-b1f647a2-3b08-49cb-856f-6c11a0ac2ecc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785933 Mar 22 12:56:01.998474 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53068) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:02.118494 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0083a2c2-2a52-40ab-9d22-9c97e956a06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:02.195610 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0083a2c2-2a52-40ab-9d22-9c97e956a06b admin admin] Publish callbacks [] for security_group (03c64e68-f44a-4d70-9fe1-c027131f531b), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:02.267463 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0083a2c2-2a52-40ab-9d22-9c97e956a06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (03c64e68-f44a-4d70-9fe1-c027131f531b), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:02.309870 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0083a2c2-2a52-40ab-9d22-9c97e956a06b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4edda6a8e8664c2abd1c970c5771b862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102381 Mar 22 12:56:02.312589 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53080) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:02.318723 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083a2c2-2a52-40ab-9d22-9c97e956a06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c64e68-f44a-4d70-9fe1-c027131f531b,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:02.363980 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0d592bb7-c677-4c28-9e34-3cc5550b272f admin admin] Publish callbacks [] for security_group (03c64e68-f44a-4d70-9fe1-c027131f531b), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:02.387132 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0d592bb7-c677-4c28-9e34-3cc5550b272f admin admin] Publish callbacks [] for security_group (03c64e68-f44a-4d70-9fe1-c027131f531b), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:02.518862 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0d592bb7-c677-4c28-9e34-3cc5550b272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (03c64e68-f44a-4d70-9fe1-c027131f531b), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:02.523224 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0d592bb7-c677-4c28-9e34-3cc5550b272f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:02.525607 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0d592bb7-c677-4c28-9e34-3cc5550b272f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03c64e68-f44a-4d70-9fe1-c027131f531b HTTP/1.1" status: 204 len: 168 time: 0.2108994 Mar 22 12:56:02.532433 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d592bb7-c677-4c28-9e34-3cc5550b272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c64e68-f44a-4d70-9fe1-c027131f531b,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:02.719367 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53106) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:02.864887 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c6f40-c94f-42c7-b1cc-3d9f38d3ddda req-2812c93c-10fb-4cc8-a7bd-52f78736abaa tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:02.867050 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eb6c6f40-c94f-42c7-b1cc-3d9f38d3ddda req-2812c93c-10fb-4cc8-a7bd-52f78736abaa tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0760293 Mar 22 12:56:02.939929 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eb6c6f40-c94f-42c7-b1cc-3d9f38d3ddda req-0b5add9a-2603-4a3f-b786-dca78f0f72fa tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607324 Mar 22 12:56:03.062855 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b60b-d35d-40ba-a0b3-527cbcd4788e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:03.081843 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c5059-7c3e-4143-bac2-031dc5e38daa req-3651e000-845c-4724-8da9-893625f9f29d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:03.086539 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-315c5059-7c3e-4143-bac2-031dc5e38daa req-3651e000-845c-4724-8da9-893625f9f29d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0693512 Mar 22 12:56:03.160164 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-315c5059-7c3e-4143-bac2-031dc5e38daa req-3f7b1320-f9b0-4e51-b715-7c4fa680b739 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691950 Mar 22 12:56:03.160736 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b60b-d35d-40ba-a0b3-527cbcd4788e admin admin] Publish callbacks [] for security_group (df8039d9-2169-4be6-b19e-df8e8bc62c5c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:03.183553 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53138) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:03.262687 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b60b-d35d-40ba-a0b3-527cbcd4788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (df8039d9-2169-4be6-b19e-df8e8bc62c5c), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:03.296221 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e5a5b60b-d35d-40ba-a0b3-527cbcd4788e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=444c26919dba4dadaf67c24c0873701f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5694225 Mar 22 12:56:03.299682 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53146) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:03.353711 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5b60b-d35d-40ba-a0b3-527cbcd4788e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8039d9-2169-4be6-b19e-df8e8bc62c5c,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:03.374290 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b25670ba-e450-4360-94dc-7c23fe3cadee admin admin] Publish callbacks [] for security_group (df8039d9-2169-4be6-b19e-df8e8bc62c5c), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:03.374389 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a429b39-521e-4587-be21-b65209ffb4b4 tempest-TestShelveInstance-810867867 tempest-TestShelveInstance-810867867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:03.378756 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-4a429b39-521e-4587-be21-b65209ffb4b4 tempest-TestShelveInstance-810867867 tempest-TestShelveInstance-810867867-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1125 time: 0.1909316 Mar 22 12:56:03.379317 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53150) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:03.383903 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'port_id': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:03.404884 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b25670ba-e450-4360-94dc-7c23fe3cadee admin admin] Publish callbacks [] for security_group (df8039d9-2169-4be6-b19e-df8e8bc62c5c), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:03.570814 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:03.570994 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b25670ba-e450-4360-94dc-7c23fe3cadee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (df8039d9-2169-4be6-b19e-df8e8bc62c5c), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:03.574360 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b25670ba-e450-4360-94dc-7c23fe3cadee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:03.577473 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-b25670ba-e450-4360-94dc-7c23fe3cadee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df8039d9-2169-4be6-b19e-df8e8bc62c5c HTTP/1.1" status: 204 len: 168 time: 0.2747676 Mar 22 12:56:03.589536 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25670ba-e450-4360-94dc-7c23fe3cadee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8039d9-2169-4be6-b19e-df8e8bc62c5c,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:03.710097 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:03.840606 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Allocated IP 172.27.2.184 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/d1fabded-e4e2-4832-b98d-e58aba33a972) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:03.976813 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for port (d1fabded-e4e2-4832-b98d-e58aba33a972), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.091238 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (d1fabded-e4e2-4832-b98d-e58aba33a972), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.134010 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:04.139767 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:04.145719 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:56:04.192835 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'Port': ['ID=d1fabded-e4e2-4832-b98d-e58aba33a972,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:04.426542 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53196) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:04.440832 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ecd54c05-19c2-4be2-8834-b07f8eb607e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.527473 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ecd54c05-19c2-4be2-8834-b07f8eb607e8 admin admin] Publish callbacks [] for security_group (223c3d2b-d749-49bd-a0e5-f60a023500c9), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.603466 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ecd54c05-19c2-4be2-8834-b07f8eb607e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (223c3d2b-d749-49bd-a0e5-f60a023500c9), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.654287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd54c05-19c2-4be2-8834-b07f8eb607e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223c3d2b-d749-49bd-a0e5-f60a023500c9,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:04.658508 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ecd54c05-19c2-4be2-8834-b07f8eb607e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1dec93d5e0d475c8f000244a06b5d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309272 Mar 22 12:56:04.661159 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53198) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:04.712538 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b52d9514-d8c2-40bf-ab33-9c23abe4bd51 admin admin] Publish callbacks [] for security_group (223c3d2b-d749-49bd-a0e5-f60a023500c9), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.739000 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b52d9514-d8c2-40bf-ab33-9c23abe4bd51 admin admin] Publish callbacks [] for security_group (223c3d2b-d749-49bd-a0e5-f60a023500c9), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.808988 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for floatingip (7daba8bb-da72-4ab0-ac4a-63986177a335), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.885060 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b52d9514-d8c2-40bf-ab33-9c23abe4bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (223c3d2b-d749-49bd-a0e5-f60a023500c9), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.888800 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b52d9514-d8c2-40bf-ab33-9c23abe4bd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:04.890834 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-b52d9514-d8c2-40bf-ab33-9c23abe4bd51 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/223c3d2b-d749-49bd-a0e5-f60a023500c9 HTTP/1.1" status: 204 len: 168 time: 0.2278574 Mar 22 12:56:04.899264 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d9514-d8c2-40bf-ab33-9c23abe4bd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223c3d2b-d749-49bd-a0e5-f60a023500c9,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:04.955709 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (d1fabded-e4e2-4832-b98d-e58aba33a972), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:05.115069 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for port (d1fabded-e4e2-4832-b98d-e58aba33a972), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:05.164489 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (d1fabded-e4e2-4832-b98d-e58aba33a972), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:05.241018 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event updated for resources: {'Port': ['ID=d1fabded-e4e2-4832-b98d-e58aba33a972,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:05.251441 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (7daba8bb-da72-4ab0-ac4a-63986177a335), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:05.359281 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Floating IP 7daba8bb-da72-4ab0-ac4a-63986177a335 associated. External IP: 172.27.2.184, port: 1fa87966-3ccc-4a66-b5b1-51146e73416f. Mar 22 12:56:05.602236 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Router 8fcdf284-3004-41e5-8b4e-597880910e9d has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:56:05.716613 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:05.728571 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] Sync routers for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:56:05.739968 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:05.740589 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:55:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:05.800728 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:05.831625 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-271ded9c-4530-484d-a532-bfe598fc65ac tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4512324 Mar 22 12:56:05.832811 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:56:05.834675 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:56:05.855206 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:05.872861 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56bd1e4-ec77-4794-9bf3-367b3d9d1101 x-openstack-request-id: req-d56bd1e4-ec77-4794-9bf3-367b3d9d1101 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:56:05.873148 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:56:05.873405 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d56bd1e4-ec77-4794-9bf3-367b3d9d1101 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:56:05.873817 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56bd1e4-ec77-4794-9bf3-367b3d9d1101'] response: {'name': 'network-changed', 'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'status': 'completed', 'code': 200} Mar 22 12:56:06.018152 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-0f249a3d-cd80-44b9-ae53-59bf35b406ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:06.020327 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-0f249a3d-cd80-44b9-ae53-59bf35b406ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1130 time: 0.0853765 Mar 22 12:56:06.098547 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53238) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:06.132246 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-8a22e6c8-db09-4d62-8031-6bd4c18ad276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:06.132625 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '7daba8bb-da72-4ab0-ac4a-63986177a335', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'port_id': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'mac_address': 'fa:16:3e:c8:11:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:56:04Z', 'updated_at': '2022-03-22T12:56:04Z', 'revision_number': 0, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c83536-fa16-4e06-a526-a2840df9dc91', 'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'mac_address': 'fa:16:3e:63:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:22Z', 'updated_at': '2022-03-22T12:54:27Z', 'revision_number': 5, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'subnets': [{'id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:06.133787 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-8a22e6c8-db09-4d62-8031-6bd4c18ad276 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f27f08cb-d50b-4ca2-a370-b69ad85bed34 HTTP/1.1" status: 200 len: 909 time: 0.1060379 Mar 22 12:56:06.163696 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] Checking router: 8fcdf284-3004-41e5-8b4e-597880910e9d for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:56:06.174315 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:06.175988 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:55:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:06.220008 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-5daa9db0-46a5-4ad0-93e5-10872367412c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f HTTP/1.1" status: 200 len: 1000 time: 0.0796976 Mar 22 12:56:06.271982 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-6af246f5-052d-4fab-ae47-5b8e7f941c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:06.273610 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-6af246f5-052d-4fab-ae47-5b8e7f941c9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7946065-e410-4ba5-a810-89978bc20bd4 HTTP/1.1" status: 200 len: 847 time: 0.0470548 Mar 22 12:56:06.285225 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a487b62b-cc2b-47d7-a6ed-13c8ba368dd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed822d6658f34cf0acfbeda84c0f704a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848490 Mar 22 12:56:06.289445 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53246) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:06.393707 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1548ec1e-a54d-4ba3-bfb6-38cd1ab93637 admin admin] Publish callbacks [] for security_group (60f400d9-2f4a-4ece-b16d-9256e0cf43d4), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:06.417674 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-904688d9-7ff9-4112-8ec0-24e6fd7028e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:06.419316 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-904688d9-7ff9-4112-8ec0-24e6fd7028e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f27f08cb-d50b-4ca2-a370-b69ad85bed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1377654 Mar 22 12:56:06.445320 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:06.703977 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1548ec1e-a54d-4ba3-bfb6-38cd1ab93637 admin admin] Publish callbacks [] for security_group (60f400d9-2f4a-4ece-b16d-9256e0cf43d4), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:06.711040 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '7daba8bb-da72-4ab0-ac4a-63986177a335', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'port_id': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'mac_address': 'fa:16:3e:c8:11:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:56:04Z', 'updated_at': '2022-03-22T12:56:04Z', 'revision_number': 0, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c83536-fa16-4e06-a526-a2840df9dc91', 'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'mac_address': 'fa:16:3e:63:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:22Z', 'updated_at': '2022-03-22T12:54:27Z', 'revision_number': 5, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'subnets': [{'id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:06.747541 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440c881-9fba-435c-9a8b-ed3c48449b38 None None] The sync data for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi is: [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '7daba8bb-da72-4ab0-ac4a-63986177a335', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'port_id': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'mac_address': 'fa:16:3e:c8:11:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:56:04Z', 'updated_at': '2022-03-22T12:56:04Z', 'revision_number': 0, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c83536-fa16-4e06-a526-a2840df9dc91', 'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'mac_address': 'fa:16:3e:63:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:22Z', 'updated_at': '2022-03-22T12:54:27Z', 'revision_number': 5, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'subnets': [{'id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:56:06.817490 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-a0842dcd-2908-4af8-8b25-45701cedf7f1 service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892679 Mar 22 12:56:06.910783 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1548ec1e-a54d-4ba3-bfb6-38cd1ab93637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (60f400d9-2f4a-4ece-b16d-9256e0cf43d4), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:06.913772 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1548ec1e-a54d-4ba3-bfb6-38cd1ab93637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:06.919664 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1548ec1e-a54d-4ba3-bfb6-38cd1ab93637 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60f400d9-2f4a-4ece-b16d-9256e0cf43d4 HTTP/1.1" status: 204 len: 168 time: 0.6284685 Mar 22 12:56:06.945073 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548ec1e-a54d-4ba3-bfb6-38cd1ab93637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f400d9-2f4a-4ece-b16d-9256e0cf43d4,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:06.953811 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c03d2f1-243e-4a75-8657-e53f6fde3ca2 req-cf1745f2-408c-4c7c-83d4-190581d6e96e service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284616 Mar 22 12:56:07.077813 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c292e8-9e3c-4de2-b083-b7c4180de3d4 None None] New status for floating IP 7daba8bb-da72-4ab0-ac4a-63986177a335: ACTIVE {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:56:08.149625 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53290) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:08.263779 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-726372520-network', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:08.433445 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Made reservation on behalf of abd811f171ce40bfbd43985997ae0e32 for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:08.435870 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:08.446290 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:08.535107 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Publish callbacks [] for security_group (e9754781-1279-4a11-b6af-5428de444fa0), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:08.622782 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (e9754781-1279-4a11-b6af-5428de444fa0), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:08.650614 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:56:08.660649 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9754781-1279-4a11-b6af-5428de444fa0,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:08.665594 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (54b7ceb3-4818-4685-b578-d278a16da967), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:08.665942 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Added segment 54b7ceb3-4818-4685-b578-d278a16da967 of type vlan for network 1faed385-4a1e-4d88-a904-b14953b03f7d Mar 22 12:56:08.708244 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (1faed385-4a1e-4d88-a904-b14953b03f7d), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:08.792139 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (1faed385-4a1e-4d88-a904-b14953b03f7d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:08.793134 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:08.793717 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:08.855669 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=1faed385-4a1e-4d88-a904-b14953b03f7d,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:08.866764 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 1faed385-4a1e-4d88-a904-b14953b03f7d details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:56:08.948970 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5794a4ab-3920-4dbd-a9e8-ef66e59ec1b0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7978578 Mar 22 12:56:08.951867 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53302) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:08.956827 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Request body: {'subnet': {'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-726372520-subnet', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'ip_version': 4}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:09.043918 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Made reservation on behalf of abd811f171ce40bfbd43985997ae0e32 for: {'subnet': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:09.046206 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8544700'] for subnet (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:09.290495 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8620426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8544682'] for subnet (75ad1880-69c8-4b64-924f-2e7c348c7549), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:09.349717 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ad1880-69c8-4b64-924f-2e7c348c7549,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:09.358158 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Checking segment: {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:56:09.358561 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Network hostable DHCP agents. Network: 1faed385-4a1e-4d88-a904-b14953b03f7d, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:56:09.449914 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Network 1faed385-4a1e-4d88-a904-b14953b03f7d is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:56:09.518418 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 1faed385-4a1e-4d88-a904-b14953b03f7d) {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:09.522531 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:09.523127 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:09.531875 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c57f8-5dc9-4206-b533-44c93dfb2bae None None] Network 1faed385-4a1e-4d88-a904-b14953b03f7d requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:56:09.583914 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-444e91c1-b262-4f44-9f39-7f673225d4c7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6308672 Mar 22 12:56:09.586855 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53308) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:09.593069 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:09.653223 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-1faed385-4a1e-4d88-a904-b14953b03f7d', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:56:09.654203 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:09.707366 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:09.708806 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:09.768385 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks [] for router_controller (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), precommit_add_association {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:09.871165 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Allocated IP 172.20.0.2 (1faed385-4a1e-4d88-a904-b14953b03f7d/75ad1880-69c8-4b64-924f-2e7c348c7549/cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:10.031982 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks [] for router_gateway (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.042105 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Publish callbacks [] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.119009 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.160234 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Network 1faed385-4a1e-4d88-a904-b14953b03f7d is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:10.164694 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:10.170798 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:56:10.176419 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Pushing event updated for resources: {'Port': ['ID=cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:10.230176 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Attempting to bind port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:56:10.230547 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Attempting to bind port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:56:10.230911 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Attempting to bind port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea on network 1faed385-4a1e-4d88-a904-b14953b03f7d {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:56:10.235963 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:56:10.236333 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Checking segment: {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:56:10.236984 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.237374 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Bound using segment: {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:56:10.237836 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Bound port: cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:56:10.238249 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.305281 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] For port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:10.306760 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks [] for router_gateway (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.309383 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] For port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:10.326980 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.449785 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Allocated IP 172.27.2.82 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/9de4bcc1-5ed9-4389-bc1d-922a484c3f12) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:10.450257 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.508190 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f1d46-d337-4eff-b4ec-98742784d1a7 None None] Pushing event updated for resources: {'Port': ['ID=cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:10.563338 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks [] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.668410 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:10.709660 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:10.717493 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:10.722785 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:56:10.755348 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Pushing event updated for resources: {'Port': ['ID=9de4bcc1-5ed9-4389-bc1d-922a484c3f12,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:11.170131 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks [] for router_gateway (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:11.417799 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:11.510471 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff88397f-f748-48a3-ad3e-8f5d38a4c45c None None] Network 1faed385-4a1e-4d88-a904-b14953b03f7d requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:56:11.568078 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:11.592756 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-91caea68-4719-411a-b619-536d2cb557ff None None] Provisioning complete for port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:11.593117 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-91caea68-4719-411a-b619-536d2cb557ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:11.644544 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:56:11.758469 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:11.774106 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Sync routers for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:56:11.784395 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:11.785008 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:55:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:11.835995 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-91caea68-4719-411a-b619-536d2cb557ff None None] Current status of the port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:11.836479 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-91caea68-4719-411a-b619-536d2cb557ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:11.858424 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:11.860057 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-90e77e35-d47b-4e7d-a970-d50e09b1c35b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2716720 Mar 22 12:56:11.864120 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53322) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:11.889723 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-91caea68-4719-411a-b619-536d2cb557ff None None] For port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:11.907691 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:11.974931 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-91caea68-4719-411a-b619-536d2cb557ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.050290 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caea68-4719-411a-b619-536d2cb557ff None None] Pushing event updated for resources: {'Port': ['ID=cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:12.097589 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:56:12.129017 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:10Z', 'revision_number': 3, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:12.142353 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-54c6175b-2936-4dc9-8e8c-bfae401885c9 None None] Provisioning complete for port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:12.142733 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-54c6175b-2936-4dc9-8e8c-bfae401885c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.156440 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Checking router: d49fb426-ac46-47aa-b76d-2ed47d0d8b4d for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:56:12.156790 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Updating router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:56:12.189914 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.197258 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:12.198887 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.288078 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-54c6175b-2936-4dc9-8e8c-bfae401885c9 None None] Current status of the port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:12.332166 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:12.419113 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.484934 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Publish callbacks [] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.548852 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.607610 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Pushing event updated for resources: {'Port': ['ID=9de4bcc1-5ed9-4389-bc1d-922a484c3f12,revision_number=2']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:12.608055 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Allocated IP 172.20.0.1 (1faed385-4a1e-4d88-a904-b14953b03f7d/75ad1880-69c8-4b64-924f-2e7c348c7549/fcafeb5d-3f86-49e4-aae1-81297030ab44) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:12.617773 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Attempting to bind port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:56:12.618172 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Attempting to bind port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:56:12.618532 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Attempting to bind port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:56:12.626655 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.627128 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.627614 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.628102 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.628560 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.629027 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.629480 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.629930 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.638108 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.638108 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.638108 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.638108 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.638108 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.638108 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.638108 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.638849 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:56:12.639342 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:56:12.640015 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.640651 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:56:12.641339 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Bound port: 9de4bcc1-5ed9-4389-bc1d-922a484c3f12, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:56:12.641869 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.702095 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] For port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:12.705100 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] For port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=9de4bcc1-5ed9-4389-bc1d-922a484c3f12,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:12.728351 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Publish callbacks [] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.805028 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.840202 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.867585 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:12.868198 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:55:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:12.870076 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccfba4-ea2e-4e78-84e7-49eb72e20f77 None None] Pushing event updated for resources: {'Port': ['ID=9de4bcc1-5ed9-4389-bc1d-922a484c3f12,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:12.879289 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Network 1faed385-4a1e-4d88-a904-b14953b03f7d is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:12.882245 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:12.888084 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:56:12.919266 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Pushing event updated for resources: {'Port': ['ID=fcafeb5d-3f86-49e4-aae1-81297030ab44,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:12.933095 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.933443 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.933786 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.934158 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.934497 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.934831 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.935160 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.936123 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.936123 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.936123 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.936453 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.936734 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.937054 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.937370 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.937689 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:12.952941 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:12.989731 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:13.189294 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:13.202077 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:10Z', 'revision_number': 3, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:13.233365 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e2397-4cb3-4bc7-89f8-024d2d74a8df None None] The sync data for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi is: [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:10Z', 'revision_number': 3, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:56:13.244722 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-b083fab1-2945-47d6-aa28-9e307b986957 None None] Provisioning complete for port fcafeb5d-3f86-49e4-aae1-81297030ab44 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:13.246188 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b083fab1-2945-47d6-aa28-9e307b986957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:13.311738 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-b083fab1-2945-47d6-aa28-9e307b986957 None None] Port fcafeb5d-3f86-49e4-aae1-81297030ab44 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:56:13.429630 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Publish callbacks [] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:13.587656 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:13.668786 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1c26c9c0-2029-48f8-b84f-e64d6c1b2499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:14.011567 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Pushing event updated for resources: {'Port': ['ID=fcafeb5d-3f86-49e4-aae1-81297030ab44,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:14.016338 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:14.035006 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82296bee-8174-44d1-8e57-69a84179d373 req-8814295b-a4c5-4835-b901-de94922a2884 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1235685 Mar 22 12:56:14.130690 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:56:14.168090 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82296bee-8174-44d1-8e57-69a84179d373 req-dfb6b2c2-ebf3-4cda-a568-9cdf52f5520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:14.169596 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82296bee-8174-44d1-8e57-69a84179d373 req-dfb6b2c2-ebf3-4cda-a568-9cdf52f5520c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 1129 time: 0.0873470 Mar 22 12:56:14.176778 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Network 1faed385-4a1e-4d88-a904-b14953b03f7d is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:14.178671 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:14.217840 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:14.218356 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:14.319564 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:14.320671 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:14.348710 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=9de4bcc1-5ed9-4389-bc1d-922a484c3f12,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:14.417248 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:14.417961 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:56:14.421208 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82296bee-8174-44d1-8e57-69a84179d373 req-b9c1c44a-1fde-4b76-86ed-10b852063b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:14.423338 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82296bee-8174-44d1-8e57-69a84179d373 req-b9c1c44a-1fde-4b76-86ed-10b852063b89 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.1920271 Mar 22 12:56:14.429571 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:56:14.521683 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-204e4c4d-685d-425d-be62-076bddc6efd6 None None] Provisioning complete for port fcafeb5d-3f86-49e4-aae1-81297030ab44 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:14.522035 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-204e4c4d-685d-425d-be62-076bddc6efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:14.528143 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=9de4bcc1-5ed9-4389-bc1d-922a484c3f12,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:14.572260 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:14.572640 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:14.575989 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-204e4c4d-685d-425d-be62-076bddc6efd6 None None] Port fcafeb5d-3f86-49e4-aae1-81297030ab44 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:56:14.584043 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:14.589363 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-6d530483-365d-4772-8ba1-f71aed9c6d29 admin admin] 10.222.0.69 "PUT /v2.0/routers/d49fb426-ac46-47aa-b76d-2ed47d0d8b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7240114 Mar 22 12:56:14.661659 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:15.180898 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Sync routers for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:56:15.186110 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82296bee-8174-44d1-8e57-69a84179d373 req-f4a0defd-6408-425a-becb-eeec2e55d180 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d5fb8-b097-4e35-a665-f4db834bf8a0 HTTP/1.1" status: 200 len: 217 time: 0.0381584 Mar 22 12:56:15.193442 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:15.194170 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:55:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:15.339069 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:15.342309 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53366) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:15.347428 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-970911222-network', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:15.455765 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Made reservation on behalf of 8bd8ada9184842ca9f76f98d52083570 for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:15.458274 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:15.468550 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:15.568367 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Publish callbacks [] for security_group (e6ded18e-da96-4a03-81d6-2ce44043df33), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:15.572573 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'fcafeb5d-3f86-49e4-aae1-81297030ab44', 'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'mac_address': 'fa:16:3e:00:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 2, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'subnets': [{'id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:15.599892 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Checking router: d49fb426-ac46-47aa-b76d-2ed47d0d8b4d for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:56:15.600250 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Updating router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d port fcafeb5d-3f86-49e4-aae1-81297030ab44 binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:56:15.628505 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (e6ded18e-da96-4a03-81d6-2ce44043df33), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:15.630354 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:15.654360 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:56:15.664737 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ded18e-da96-4a03-81d6-2ce44043df33,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:15.670441 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (aa9ec1d3-da2b-49c5-aa38-6db08c27f398), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:15.670756 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Added segment aa9ec1d3-da2b-49c5-aa38-6db08c27f398 of type vlan for network 2875b424-2db3-484e-ab5c-4504df923dda Mar 22 12:56:15.714484 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (2875b424-2db3-484e-ab5c-4504df923dda), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:15.862349 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (2875b424-2db3-484e-ab5c-4504df923dda), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:15.864004 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:15.864944 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:15.874850 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-59734085-6b87-4dea-b7be-7798b5790f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.008345 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:56:16.017565 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Publish callbacks [] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.017669 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6735649 Mar 22 12:56:16.020150 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53372) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:16.021731 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb9075-46c9-477f-9b0c-1ec3fc59352a admin admin] Pushing event updated for resources: {'Network': ['ID=2875b424-2db3-484e-ab5c-4504df923dda,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:16.025435 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Request body: {'subnet': {'network_id': '2875b424-2db3-484e-ab5c-4504df923dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-970911222-subnet', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:16.036995 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82296bee-8174-44d1-8e57-69a84179d373 req-e5f437e6-a624-450a-aa5d-7dfd5ba600a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:16.042974 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82296bee-8174-44d1-8e57-69a84179d373 req-e5f437e6-a624-450a-aa5d-7dfd5ba600a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0823774 Mar 22 12:56:16.047726 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 2875b424-2db3-484e-ab5c-4504df923dda details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:56:16.103220 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.119383 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Made reservation on behalf of 8bd8ada9184842ca9f76f98d52083570 for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:16.122774 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9330252'] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.206416 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c383e2-10cc-4732-a07f-152396b6cf7e None None] Pushing event updated for resources: {'Port': ['ID=fcafeb5d-3f86-49e4-aae1-81297030ab44,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:16.212613 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:16.213256 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.331163 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Attempting to bind port fcafeb5d-3f86-49e4-aae1-81297030ab44 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:56:16.331811 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Attempting to bind port fcafeb5d-3f86-49e4-aae1-81297030ab44 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:56:16.332343 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Attempting to bind port fcafeb5d-3f86-49e4-aae1-81297030ab44 on network 1faed385-4a1e-4d88-a904-b14953b03f7d {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:56:16.343652 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:56:16.344432 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Checking segment: {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:56:16.344546 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.344987 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Bound using segment: {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:56:16.345656 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Bound port: fcafeb5d-3f86-49e4-aae1-81297030ab44, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:56:16.345897 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.432725 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:16.439352 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9101422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9330266'] for subnet (dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.453588 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-2128eb23-1218-442b-9ce4-6b615ba720ac None None] Provisioning complete for port fcafeb5d-3f86-49e4-aae1-81297030ab44 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:16.454200 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2128eb23-1218-442b-9ce4-6b615ba720ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.492429 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] For port fcafeb5d-3f86-49e4-aae1-81297030ab44, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:16.498284 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] For port fcafeb5d-3f86-49e4-aae1-81297030ab44, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=fcafeb5d-3f86-49e4-aae1-81297030ab44,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:16.506241 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-2128eb23-1218-442b-9ce4-6b615ba720ac None None] Port fcafeb5d-3f86-49e4-aae1-81297030ab44 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:56:16.506517 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:16.518769 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.519034 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.519382 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.519724 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.520057 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.520388 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.520716 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.521086 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.521429 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.521807 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.522099 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.522427 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.522750 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.523073 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.523447 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:16.531189 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Checking segment: {'id': 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:56:16.531645 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Network hostable DHCP agents. Network: 2875b424-2db3-484e-ab5c-4504df923dda, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:56:16.564870 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.626872 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:16.627505 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:56:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:16.629462 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c383e2-10cc-4732-a07f-152396b6cf7e None None] Pushing event updated for resources: {'Port': ['ID=fcafeb5d-3f86-49e4-aae1-81297030ab44,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:16.644319 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Network 2875b424-2db3-484e-ab5c-4504df923dda is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:56:16.730616 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 2875b424-2db3-484e-ab5c-4504df923dda) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:16.735185 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:16.736319 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.747861 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47972fd0-6fd9-4104-adbf-d6709c060835 None None] Network 2875b424-2db3-484e-ab5c-4504df923dda requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:56:16.818386 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:16.861981 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-8d3704a2-2544-4e53-968c-ecb8208d9f12 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8378570 Mar 22 12:56:16.862357 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 53374) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:16.866964 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:16.937392 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82296bee-8174-44d1-8e57-69a84179d373 req-f9cb987a-2ce4-4fb6-ace2-1697e09ee434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:16.939008 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82296bee-8174-44d1-8e57-69a84179d373 req-f9cb987a-2ce4-4fb6-ace2-1697e09ee434 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600994 Mar 22 12:56:16.958142 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-884dbd0d-196e-4739-a35e-caa109a64d01 None None] Provisioning complete for port fcafeb5d-3f86-49e4-aae1-81297030ab44 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:16.958522 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-884dbd0d-196e-4739-a35e-caa109a64d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:16.999064 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (a518bc92-7a98-442a-af42-832233145929), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.000665 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (a518bc92-7a98-442a-af42-832233145929), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.036380 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-2875b424-2db3-484e-ab5c-4504df923dda', 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda', 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'fixed_ips': [{'subnet_id': 'dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:56:17.037286 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.083433 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.100487 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks [] for router_controller (a518bc92-7a98-442a-af42-832233145929), precommit_add_association {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.114357 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82296bee-8174-44d1-8e57-69a84179d373 req-60d7402b-38f6-4a68-b464-1749708feb46 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637416 Mar 22 12:56:17.345931 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-82296bee-8174-44d1-8e57-69a84179d373 req-91fc9ca8-107e-40b9-8741-e54204fd17e9 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238381 Mar 22 12:56:17.348130 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks [] for router_gateway (a518bc92-7a98-442a-af42-832233145929), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.416757 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-884dbd0d-196e-4739-a35e-caa109a64d01 None None] Current status of the port fcafeb5d-3f86-49e4-aae1-81297030ab44 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:17.417561 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-884dbd0d-196e-4739-a35e-caa109a64d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.453445 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Allocated IP 172.20.0.2 (2875b424-2db3-484e-ab5c-4504df923dda/dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1/daee18a3-f082-4852-b7df-8e50cce6df02) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:17.482785 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-884dbd0d-196e-4739-a35e-caa109a64d01 None None] For port fcafeb5d-3f86-49e4-aae1-81297030ab44, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=fcafeb5d-3f86-49e4-aae1-81297030ab44,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:17.532082 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'fcafeb5d-3f86-49e4-aae1-81297030ab44', 'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'mac_address': 'fa:16:3e:00:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'subnets': [{'id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:17.562959 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-884dbd0d-196e-4739-a35e-caa109a64d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.564878 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ba99b-a3ba-4b68-b8d0-74397f1276dc None None] The sync data for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi is: [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'fcafeb5d-3f86-49e4-aae1-81297030ab44', 'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'mac_address': 'fa:16:3e:00:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'subnets': [{'id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:56:17.675841 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dbd0d-196e-4739-a35e-caa109a64d01 None None] Pushing event updated for resources: {'Port': ['ID=fcafeb5d-3f86-49e4-aae1-81297030ab44,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:17.709326 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks [] for router_gateway (a518bc92-7a98-442a-af42-832233145929), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.731504 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.732344 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Publish callbacks [] for port (daee18a3-f082-4852-b7df-8e50cce6df02), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.826479 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.867910 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Allocated IP 172.27.2.170 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/7f9241a0-d14d-417c-a352-ed6280b6c157) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:17.873671 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Network 2875b424-2db3-484e-ab5c-4504df923dda is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:17.879127 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:17.883986 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:56:17.887562 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Pushing event updated for resources: {'Port': ['ID=daee18a3-f082-4852-b7df-8e50cce6df02,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:17.959287 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Attempting to bind port daee18a3-f082-4852-b7df-8e50cce6df02 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:56:17.959770 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Attempting to bind port daee18a3-f082-4852-b7df-8e50cce6df02 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:56:17.963362 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Attempting to bind port daee18a3-f082-4852-b7df-8e50cce6df02 on network 2875b424-2db3-484e-ab5c-4504df923dda {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:56:17.971367 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:56:17.971763 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Checking segment: {'id': 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:56:17.972183 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:17.972587 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Bound using segment: {'id': 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:56:17.973694 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Bound port: daee18a3-f082-4852-b7df-8e50cce6df02, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:56:17.973694 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:18.051976 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks [] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:18.087948 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] For port daee18a3-f082-4852-b7df-8e50cce6df02, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:18.091946 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device fcafeb5d-3f86-49e4-aae1-81297030ab44 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:56:18.095256 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] For port daee18a3-f082-4852-b7df-8e50cce6df02, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=daee18a3-f082-4852-b7df-8e50cce6df02,segment=NetworkSegment(aa9ec1d3-da2b-49c5-aa38-6db08c27f398),segment_id=aa9ec1d3-da2b-49c5-aa38-6db08c27f398)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:18.168911 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port fcafeb5d-3f86-49e4-aae1-81297030ab44 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:18.169333 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:18.200305 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:18.240423 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:18.317556 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:18.321725 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda56c64-d501-4727-a946-3a519c9a74e2 None None] Pushing event updated for resources: {'Port': ['ID=daee18a3-f082-4852-b7df-8e50cce6df02,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:18.323819 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:18.334770 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:56:18.349468 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port fcafeb5d-3f86-49e4-aae1-81297030ab44 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:18.375393 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9241a0-d14d-417c-a352-ed6280b6c157,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:18.742287 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:18.751448 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks [] for router_gateway (a518bc92-7a98-442a-af42-832233145929), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:19.003139 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (a518bc92-7a98-442a-af42-832233145929), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:19.207289 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Router a518bc92-7a98-442a-af42-832233145929 is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:56:19.338821 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:19.349426 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Sync routers for ids ['a518bc92-7a98-442a-af42-832233145929'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:56:19.363252 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Routers {'a518bc92-7a98-442a-af42-832233145929'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:19.363868 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:56:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['a518bc92-7a98-442a-af42-832233145929'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:19.453525 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222e139-baee-4e19-a489-0d40a77a560a None None] Network 2875b424-2db3-484e-ab5c-4504df923dda requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:56:19.477548 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Set router a518bc92-7a98-442a-af42-832233145929 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:19.532644 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-f1b5e5b4-a196-453a-9729-f74f0ef29bc1 None None] Provisioning complete for port daee18a3-f082-4852-b7df-8e50cce6df02 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:19.533029 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f1b5e5b4-a196-453a-9729-f74f0ef29bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:19.653281 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5e5b4-a196-453a-9729-f74f0ef29bc1 None None] Current status of the port daee18a3-f082-4852-b7df-8e50cce6df02 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:19.653702 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f1b5e5b4-a196-453a-9729-f74f0ef29bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:19.677971 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:19.682098 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53400) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:19.687627 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1cf39e0d-b701-4e84-ae61-1892d8781e96 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8240945 Mar 22 12:56:19.697247 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-f1b5e5b4-a196-453a-9729-f74f0ef29bc1 None None] For port daee18a3-f082-4852-b7df-8e50cce6df02, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=daee18a3-f082-4852-b7df-8e50cce6df02,segment=NetworkSegment(aa9ec1d3-da2b-49c5-aa38-6db08c27f398),segment_id=aa9ec1d3-da2b-49c5-aa38-6db08c27f398)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:19.803645 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a518bc92-7a98-442a-af42-832233145929', 'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:18Z', 'revision_number': 3, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'gw_port': {'id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:19.833943 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Checking router: a518bc92-7a98-442a-af42-832233145929 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:56:19.834625 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Updating router a518bc92-7a98-442a-af42-832233145929 port 7f9241a0-d14d-417c-a352-ed6280b6c157 binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:56:19.834948 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f1b5e5b4-a196-453a-9729-f74f0ef29bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:19.868632 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:19.908790 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5e5b4-a196-453a-9729-f74f0ef29bc1 None None] Pushing event updated for resources: {'Port': ['ID=daee18a3-f082-4852-b7df-8e50cce6df02,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:19.962558 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-117ee2f7-f4f2-4432-ae6f-93339f292a38 None None] Provisioning complete for port daee18a3-f082-4852-b7df-8e50cce6df02 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:19.966494 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-117ee2f7-f4f2-4432-ae6f-93339f292a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.101904 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-117ee2f7-f4f2-4432-ae6f-93339f292a38 None None] Current status of the port daee18a3-f082-4852-b7df-8e50cce6df02 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:20.106463 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.118196 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device daee18a3-f082-4852-b7df-8e50cce6df02 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:56:20.176185 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port daee18a3-f082-4852-b7df-8e50cce6df02 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:20.176503 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.219212 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Publish callbacks [] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.220605 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.257165 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port daee18a3-f082-4852-b7df-8e50cce6df02 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:20.290383 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.343259 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Attempting to bind port 7f9241a0-d14d-417c-a352-ed6280b6c157 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:56:20.343623 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Attempting to bind port 7f9241a0-d14d-417c-a352-ed6280b6c157 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:56:20.343976 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Attempting to bind port 7f9241a0-d14d-417c-a352-ed6280b6c157 on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:56:20.347146 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b984e-ca91-4db5-b56d-be57dcb464da None None] Pushing event updated for resources: {'Port': ['ID=7f9241a0-d14d-417c-a352-ed6280b6c157,revision_number=2']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:20.351726 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:56:20.352384 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:56:20.352490 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.352830 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:56:20.353283 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Bound port: 7f9241a0-d14d-417c-a352-ed6280b6c157, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:56:20.353657 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.383491 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Allocated IP 172.20.0.1 (2875b424-2db3-484e-ab5c-4504df923dda/dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1/6bd3e6b4-be84-4c0f-858a-a721854cb6b8) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:20.408561 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] For port 7f9241a0-d14d-417c-a352-ed6280b6c157, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:20.411873 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] For port 7f9241a0-d14d-417c-a352-ed6280b6c157, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=7f9241a0-d14d-417c-a352-ed6280b6c157,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:20.479694 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.492388 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Publish callbacks [] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.541061 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b984e-ca91-4db5-b56d-be57dcb464da None None] Pushing event updated for resources: {'Port': ['ID=7f9241a0-d14d-417c-a352-ed6280b6c157,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:20.544191 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Routers {'a518bc92-7a98-442a-af42-832233145929'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:20.544791 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:56:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['a518bc92-7a98-442a-af42-832233145929'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:20.582111 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.621645 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Network 2875b424-2db3-484e-ab5c-4504df923dda is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:20.628652 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:20.634507 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:56:20.637264 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Pushing event updated for resources: {'Port': ['ID=6bd3e6b4-be84-4c0f-858a-a721854cb6b8,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:20.659740 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] Set router a518bc92-7a98-442a-af42-832233145929 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:20.677104 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (a518bc92-7a98-442a-af42-832233145929), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.866032 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a518bc92-7a98-442a-af42-832233145929', 'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:18Z', 'revision_number': 3, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'gw_port': {'id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:20.892742 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463de555-5aa6-4176-8166-76cc0bda45d2 None None] The sync data for ids ['a518bc92-7a98-442a-af42-832233145929'] in dv-cinder-824149-5-iscsi is: [{'id': 'a518bc92-7a98-442a-af42-832233145929', 'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:18Z', 'revision_number': 3, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'gw_port': {'id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:56:20.896025 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.933000 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-06fc85fe-b17f-44a8-906e-a53a30e4fdaa None None] Provisioning complete for port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:20.933492 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-06fc85fe-b17f-44a8-906e-a53a30e4fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:20.975119 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-06fc85fe-b17f-44a8-906e-a53a30e4fdaa None None] Port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:56:21.082399 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Publish callbacks [] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:21.174630 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:21.250619 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (a518bc92-7a98-442a-af42-832233145929), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:21.252467 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Pushing event updated for resources: {'Port': ['ID=6bd3e6b4-be84-4c0f-858a-a721854cb6b8,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:21.364345 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Network 2875b424-2db3-484e-ab5c-4504df923dda is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:21.365926 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:21.509037 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Router a518bc92-7a98-442a-af42-832233145929 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:56:21.608393 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-1cd3a7de-3802-465b-8adc-8f15d73db3ff None None] Provisioning complete for port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:21.608779 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1cd3a7de-3802-465b-8adc-8f15d73db3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:21.630945 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:21.647275 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3a7de-3802-465b-8adc-8f15d73db3ff None None] Port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:56:21.647549 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-2fe55695-b213-43d8-87d2-494632abc70e admin admin] 10.222.0.69 "PUT /v2.0/routers/a518bc92-7a98-442a-af42-832233145929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9640636 Mar 22 12:56:22.010257 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 7f9241a0-d14d-417c-a352-ed6280b6c157 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:56:22.060074 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 7f9241a0-d14d-417c-a352-ed6280b6c157 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:22.060442 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:22.170059 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 7f9241a0-d14d-417c-a352-ed6280b6c157 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:22.173386 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:22.198330 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 7f9241a0-d14d-417c-a352-ed6280b6c157, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=7f9241a0-d14d-417c-a352-ed6280b6c157,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:22.281867 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:22.331538 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=7f9241a0-d14d-417c-a352-ed6280b6c157,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:22.538140 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Sync routers for ids ['a518bc92-7a98-442a-af42-832233145929'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:56:22.549084 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Routers {'a518bc92-7a98-442a-af42-832233145929'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:22.549695 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:56:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['a518bc92-7a98-442a-af42-832233145929'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:22.656984 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Set router a518bc92-7a98-442a-af42-832233145929 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:22.898362 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a518bc92-7a98-442a-af42-832233145929', 'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:20Z', 'revision_number': 4, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'gw_port': {'id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '6bd3e6b4-be84-4c0f-858a-a721854cb6b8', 'name': '', 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'mac_address': 'fa:16:3e:d6:ba:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:20Z', 'updated_at': '2022-03-22T12:56:20Z', 'revision_number': 2, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'subnets': [{'id': 'dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:22.929703 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Checking router: a518bc92-7a98-442a-af42-832233145929 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:56:22.930073 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Updating router a518bc92-7a98-442a-af42-832233145929 port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:56:22.964688 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:23.339888 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Publish callbacks [] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:23.529183 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:23.590474 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c079154-1b0d-4493-855f-97d7b13791b5 None None] Pushing event updated for resources: {'Port': ['ID=6bd3e6b4-be84-4c0f-858a-a721854cb6b8,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:23.676666 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Attempting to bind port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:56:23.677176 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Attempting to bind port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:56:23.677649 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Attempting to bind port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 on network 2875b424-2db3-484e-ab5c-4504df923dda {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:56:23.699663 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:56:23.700540 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Checking segment: {'id': 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:56:23.701050 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:23.701465 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Bound using segment: {'id': 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:56:23.702178 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Bound port: 6bd3e6b4-be84-4c0f-858a-a721854cb6b8, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:56:23.702970 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:23.828048 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] For port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:23.833162 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] For port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=6bd3e6b4-be84-4c0f-858a-a721854cb6b8,segment=NetworkSegment(aa9ec1d3-da2b-49c5-aa38-6db08c27f398),segment_id=aa9ec1d3-da2b-49c5-aa38-6db08c27f398)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:23.886017 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-34462ff0-32c8-4a22-8cc0-5397d688d040 None None] Provisioning complete for port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:23.886443 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-34462ff0-32c8-4a22-8cc0-5397d688d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:23.915974 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:23.971972 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-34462ff0-32c8-4a22-8cc0-5397d688d040 None None] Port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:56:24.024845 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c079154-1b0d-4493-855f-97d7b13791b5 None None] Pushing event updated for resources: {'Port': ['ID=6bd3e6b4-be84-4c0f-858a-a721854cb6b8,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:24.027535 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Routers {'a518bc92-7a98-442a-af42-832233145929'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:24.028146 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:56:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['a518bc92-7a98-442a-af42-832233145929'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:24.289780 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 7f9241a0-d14d-417c-a352-ed6280b6c157 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:56:24.374559 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db6e2988-930d-40a6-a5c3-aac31b3fe2f1 None None] Provisioning complete for port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:24.375301 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db6e2988-930d-40a6-a5c3-aac31b3fe2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:24.435027 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] Set router a518bc92-7a98-442a-af42-832233145929 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:24.468578 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 7f9241a0-d14d-417c-a352-ed6280b6c157 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:24.470095 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:24.676469 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db6e2988-930d-40a6-a5c3-aac31b3fe2f1 None None] Current status of the port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:24.676469 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db6e2988-930d-40a6-a5c3-aac31b3fe2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:24.936992 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db6e2988-930d-40a6-a5c3-aac31b3fe2f1 None None] For port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=6bd3e6b4-be84-4c0f-858a-a721854cb6b8,segment=NetworkSegment(aa9ec1d3-da2b-49c5-aa38-6db08c27f398),segment_id=aa9ec1d3-da2b-49c5-aa38-6db08c27f398)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:24.936992 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 7f9241a0-d14d-417c-a352-ed6280b6c157 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:24.936992 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a518bc92-7a98-442a-af42-832233145929', 'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:20Z', 'revision_number': 4, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'gw_port': {'id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '6bd3e6b4-be84-4c0f-858a-a721854cb6b8', 'name': '', 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'mac_address': 'fa:16:3e:d6:ba:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:20Z', 'updated_at': '2022-03-22T12:56:23Z', 'revision_number': 4, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'subnets': [{'id': 'dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:24.937842 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18963796-9a47-4e5b-9931-47bed32376b1 None None] The sync data for ids ['a518bc92-7a98-442a-af42-832233145929'] in dv-cinder-824149-5-iscsi is: [{'id': 'a518bc92-7a98-442a-af42-832233145929', 'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:20Z', 'revision_number': 4, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'gw_port': {'id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '6bd3e6b4-be84-4c0f-858a-a721854cb6b8', 'name': '', 'network_id': '2875b424-2db3-484e-ab5c-4504df923dda', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'mac_address': 'fa:16:3e:d6:ba:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:20Z', 'updated_at': '2022-03-22T12:56:23Z', 'revision_number': 4, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'subnets': [{'id': 'dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:56:25.191303 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db6e2988-930d-40a6-a5c3-aac31b3fe2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:25.257214 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e2988-930d-40a6-a5c3-aac31b3fe2f1 None None] Pushing event updated for resources: {'Port': ['ID=6bd3e6b4-be84-4c0f-858a-a721854cb6b8,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:26.024314 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:56:26.075748 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:26.076120 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:26.163411 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:34.406854 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d06b-223f-440c-b708-8a060374b88b req-41270d82-3288-441c-a37e-7ce6f2edd0d8 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:34.408344 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-41270d82-3288-441c-a37e-7ce6f2edd0d8 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/networks?id=1faed385-4a1e-4d88-a904-b14953b03f7d HTTP/1.1" status: 200 len: 814 time: 0.1186292 Mar 22 12:56:34.434829 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-ce70b349-4581-42b9-85b0-fad0dfe20508 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/quotas/abd811f171ce40bfbd43985997ae0e32 HTTP/1.1" status: 200 len: 375 time: 0.0207274 Mar 22 12:56:34.498186 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-dd487cf7-c824-4a94-b9ef-761a92fb66d9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=abd811f171ce40bfbd43985997ae0e32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579143 Mar 22 12:56:34.597670 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-ce5e9b94-0e94-4936-b506-3454c92e8a2f service neutron] 10.222.0.69 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872364 Mar 22 12:56:34.691496 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-882fcdcc-00a5-4d71-8335-c8cb0a278396 service neutron] 10.222.0.69 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879943 Mar 22 12:56:34.918937 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fc92f534-bc47-42f6-93de-2cf1d3dca209 req-140d01cc-aca0-4257-a2af-f822557e13cf tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 210 time: 0.0285866 Mar 22 12:56:36.010353 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:56:36.026466 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-57e6153f-89fd-4561-a5df-698ecdf67e0d req-6f924eb9-0aa5-400f-88ad-75c5eb5d2344 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 210 time: 0.0383377 Mar 22 12:56:37.137061 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1638c422-2bb0-48b6-a7fe-7c5fd798c04f req-5a5030ae-5793-4f16-8548-4ebdec53af95 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 210 time: 0.0397170 Mar 22 12:56:37.538757 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53692) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:37.653815 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-11c2e839-a24f-4594-9c91-ed25ce2b9b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:37.734520 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-11c2e839-a24f-4594-9c91-ed25ce2b9b8d admin admin] Publish callbacks [] for security_group (4eea1949-512f-43b1-a1dc-af8b399f2e6b), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:37.752424 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d06b-223f-440c-b708-8a060374b88b req-2e77a625-ce4e-4228-bddd-04c2af005049 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:37.753908 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-2e77a625-ce4e-4228-bddd-04c2af005049 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.46 "GET /v2.0/networks?id=1faed385-4a1e-4d88-a904-b14953b03f7d HTTP/1.1" status: 200 len: 814 time: 0.1118674 Mar 22 12:56:37.776766 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'port': {'device_id': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'admin_state_up': True, 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:37.832402 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-11c2e839-a24f-4594-9c91-ed25ce2b9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4eea1949-512f-43b1-a1dc-af8b399f2e6b), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:37.887744 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-11c2e839-a24f-4594-9c91-ed25ce2b9b8d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7b8e4b71e4941ebba135a4ff06f8d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475440 Mar 22 12:56:37.890481 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2e839-a24f-4594-9c91-ed25ce2b9b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea1949-512f-43b1-a1dc-af8b399f2e6b,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:37.893283 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 53696) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:56:37.951660 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c4f7985d-a84a-4e74-8356-1c5a96885123 admin admin] Publish callbacks [] for security_group (4eea1949-512f-43b1-a1dc-af8b399f2e6b), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:37.984727 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c4f7985d-a84a-4e74-8356-1c5a96885123 admin admin] Publish callbacks [] for security_group (4eea1949-512f-43b1-a1dc-af8b399f2e6b), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:38.096632 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c4f7985d-a84a-4e74-8356-1c5a96885123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4eea1949-512f-43b1-a1dc-af8b399f2e6b), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:38.108461 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c4f7985d-a84a-4e74-8356-1c5a96885123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:38.110602 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c4f7985d-a84a-4e74-8356-1c5a96885123 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4eea1949-512f-43b1-a1dc-af8b399f2e6b HTTP/1.1" status: 204 len: 168 time: 0.2158694 Mar 22 12:56:38.144485 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7985d-a84a-4e74-8356-1c5a96885123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea1949-512f-43b1-a1dc-af8b399f2e6b,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:38.270373 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Made reservation on behalf of abd811f171ce40bfbd43985997ae0e32 for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:38.273664 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:38.291676 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-66e36cd1-be7a-465d-8186-07380e6ccd59 req-4368d0ee-9899-406b-b76d-a53d1c428047 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 210 time: 0.0330257 Mar 22 12:56:38.438128 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Allocated IP 172.20.0.4 (1faed385-4a1e-4d88-a904-b14953b03f7d/75ad1880-69c8-4b64-924f-2e7c348c7549/71df3ba4-cec7-49ba-8f66-7778ae28b9dc) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:38.611255 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:38.717915 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:38.762862 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Network 1faed385-4a1e-4d88-a904-b14953b03f7d is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:38.766340 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:38.770731 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:56:38.803885 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'Port': ['ID=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:38.869213 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:38.875457 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:39.023287 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-7940ef25-5264-4e0e-af96-abc55629f7eb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2496707 Mar 22 12:56:39.037085 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-048b648b-675c-4669-99a2-dff2d47d2b7d None None] Provisioning complete for port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:56:39.038264 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-048b648b-675c-4669-99a2-dff2d47d2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:39.100046 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-048b648b-675c-4669-99a2-dff2d47d2b7d None None] Port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:56:39.531686 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252393aa-e08d-4521-aabe-7d15518a8124 req-cbacf454-129f-4f63-8306-0a848b26f763 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:39.539816 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-252393aa-e08d-4521-aabe-7d15518a8124 req-cbacf454-129f-4f63-8306-0a848b26f763 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.1219380 Mar 22 12:56:39.633253 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-252393aa-e08d-4521-aabe-7d15518a8124 req-e042fb94-35f1-4c4c-98a1-f7754c002845 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918467 Mar 22 12:56:40.787874 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9daaf-dc4b-4547-993a-d165ba3b0fa8 req-1d29f948-1216-4ae9-a7e4-8a1135b9adfc tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:40.797215 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-90c9daaf-dc4b-4547-993a-d165ba3b0fa8 req-1d29f948-1216-4ae9-a7e4-8a1135b9adfc tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.0911200 Mar 22 12:56:40.842542 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-90c9daaf-dc4b-4547-993a-d165ba3b0fa8 req-2f95a87a-b59f-44bc-a323-167af883c92d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Mar 22 12:56:41.593219 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:41.983891 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca58b3-eadd-4739-9c87-6e759fa9047c req-25cf2378-8128-4320-bb40-4f1fb32758ae tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:41.989557 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f3ca58b3-eadd-4739-9c87-6e759fa9047c req-25cf2378-8128-4320-bb40-4f1fb32758ae tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.0658176 Mar 22 12:56:42.053835 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f3ca58b3-eadd-4739-9c87-6e759fa9047c req-628fd9b1-4347-4405-9348-225de618a6ee tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587566 Mar 22 12:56:43.190556 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7dd07-a03e-4823-baf9-d30ca0a765b1 req-f5dff6e4-7520-4834-a894-568db2dddb30 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:43.192035 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e5a7dd07-a03e-4823-baf9-d30ca0a765b1 req-f5dff6e4-7520-4834-a894-568db2dddb30 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.0607474 Mar 22 12:56:43.244622 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e5a7dd07-a03e-4823-baf9-d30ca0a765b1 req-c66c8ecd-d5a4-4101-9d29-73aa6993a8a3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469077 Mar 22 12:56:43.660755 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-95b75c16-7833-405e-82b0-2a704f891c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:44.379808 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bc51f-53c9-461d-84e9-dba835e6f4c6 req-0570dc75-4aed-4a71-9162-da452f6499bb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:44.392719 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-357bc51f-53c9-461d-84e9-dba835e6f4c6 req-0570dc75-4aed-4a71-9162-da452f6499bb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.0765657 Mar 22 12:56:44.465840 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-357bc51f-53c9-461d-84e9-dba835e6f4c6 req-cbb19547-7255-41ee-a5a9-0e7e48e5c2c1 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613971 Mar 22 12:56:45.610369 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b498b-2349-498b-90f9-2c0479feb8c7 req-1210595a-7f5c-4976-aec5-aced81f6a8fb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:45.612369 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-882b498b-2349-498b-90f9-2c0479feb8c7 req-1210595a-7f5c-4976-aec5-aced81f6a8fb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.0809398 Mar 22 12:56:45.672533 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-882b498b-2349-498b-90f9-2c0479feb8c7 req-e4bc9ffa-20ea-471b-a10d-39c7219103ec tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508232 Mar 22 12:56:45.832324 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9edd-3929-4eb8-9526-496670f450ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:46.160741 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edc6af-0d5a-421e-8a5c-b786f264d9ef req-398705c9-a278-4fa0-8b53-df7743f47914 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:46.162262 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-44edc6af-0d5a-421e-8a5c-b786f264d9ef req-398705c9-a278-4fa0-8b53-df7743f47914 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0705440 Mar 22 12:56:46.217008 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-44edc6af-0d5a-421e-8a5c-b786f264d9ef req-74e5c2bd-76a2-4db4-8e15-755d8b414d11 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490515 Mar 22 12:56:46.818303 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e1ae5-1e0d-4e85-bc39-7dcf6bd020bc req-967ec8ef-830d-4bf0-8698-88d1f3a613bc tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:46.819997 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-306e1ae5-1e0d-4e85-bc39-7dcf6bd020bc req-967ec8ef-830d-4bf0-8698-88d1f3a613bc tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.0663676 Mar 22 12:56:46.879263 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-306e1ae5-1e0d-4e85-bc39-7dcf6bd020bc req-f292e496-860a-4c3d-84b2-d7eec5e0c3f6 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531247 Mar 22 12:56:47.014316 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:47.346259 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42062a6f-08b0-46a9-924c-4941cc8b0ef9 req-c0ff7f90-284a-433d-b651-3a94115fa47e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:47.347718 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-42062a6f-08b0-46a9-924c-4941cc8b0ef9 req-c0ff7f90-284a-433d-b651-3a94115fa47e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0519102 Mar 22 12:56:47.399469 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-42062a6f-08b0-46a9-924c-4941cc8b0ef9 req-e584c1d6-0603-49a2-94c5-3888e9ea6364 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461001 Mar 22 12:56:48.011071 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef779c9-e589-458e-9a7e-911a8d7af208 req-a69b9248-7c87-4454-b836-40c17dfb8902 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:48.012573 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-aef779c9-e589-458e-9a7e-911a8d7af208 req-a69b9248-7c87-4454-b836-40c17dfb8902 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.0528710 Mar 22 12:56:48.064630 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-aef779c9-e589-458e-9a7e-911a8d7af208 req-3efed547-0aad-4767-bb40-cd6d6b4cf87e tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464320 Mar 22 12:56:48.539316 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bded25b-1eb0-46c2-8937-b995872a4ec0 req-26b8b7a7-6286-4b55-93cf-a4ade0c64c81 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:48.540768 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0bded25b-1eb0-46c2-8937-b995872a4ec0 req-26b8b7a7-6286-4b55-93cf-a4ade0c64c81 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0561247 Mar 22 12:56:48.594835 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0bded25b-1eb0-46c2-8937-b995872a4ec0 req-8f8ba770-715a-4713-827b-0239eae14abb tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482750 Mar 22 12:56:48.718082 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:49.182024 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162dd15-e6dd-427e-a979-fdcefcf243c5 req-a4b35c7b-fd69-4f90-84b9-8575588e05e7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:49.183560 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f162dd15-e6dd-427e-a979-fdcefcf243c5 req-a4b35c7b-fd69-4f90-84b9-8575588e05e7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.0532031 Mar 22 12:56:49.229900 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f162dd15-e6dd-427e-a979-fdcefcf243c5 req-cebf26f7-d6dc-430a-ba30-a723578ab080 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Mar 22 12:56:49.718743 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bbd96-5fef-4fee-84b2-ae31eac3a6cd req-5410f028-6b2a-4a0b-8de1-5a1da693d4eb tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:49.720255 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-461bbd96-5fef-4fee-84b2-ae31eac3a6cd req-5410f028-6b2a-4a0b-8de1-5a1da693d4eb tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0583742 Mar 22 12:56:49.773952 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-461bbd96-5fef-4fee-84b2-ae31eac3a6cd req-bf987210-b92f-44e0-b7ac-2705f49be740 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481210 Mar 22 12:56:50.117630 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:50.347598 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bf728-d72f-42cc-a020-2e38949ffa6b req-362a15f1-e1f2-4728-bd33-004a93487fb2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:50.349051 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b56bf728-d72f-42cc-a020-2e38949ffa6b req-362a15f1-e1f2-4728-bd33-004a93487fb2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.0513818 Mar 22 12:56:50.397171 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b56bf728-d72f-42cc-a020-2e38949ffa6b req-b9fc8645-5fb9-4019-9271-97358cd5b743 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Mar 22 12:56:50.906507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4577b-c103-45e5-844a-f0f28109f538 req-9913ad82-7e1d-40f6-8383-3b7628424845 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:50.907934 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ca4577b-c103-45e5-844a-f0f28109f538 req-9913ad82-7e1d-40f6-8383-3b7628424845 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0633478 Mar 22 12:56:50.958905 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ca4577b-c103-45e5-844a-f0f28109f538 req-562afff6-cfc1-45d6-8212-a75ede6fa1cc tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Mar 22 12:56:51.389865 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Request body: {'port': {'device_id': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:56:51.455757 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:51.612775 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551963b-bf2a-41eb-a7a0-035cfd2caece req-042ce009-4200-43db-bc3c-04438d198a96 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:51.614635 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2551963b-bf2a-41eb-a7a0-035cfd2caece req-042ce009-4200-43db-bc3c-04438d198a96 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 931 time: 0.1463215 Mar 22 12:56:51.717400 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2551963b-bf2a-41eb-a7a0-035cfd2caece req-3be6c934-bba8-4318-8f54-b40b655b830d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946293 Mar 22 12:56:51.808391 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71df3ba4-cec7-49ba-8f66-7778ae28b9dc {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:56:51.816351 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Publish callbacks [] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:51.828885 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Transition to ACTIVE for port object 71df3ba4-cec7-49ba-8f66-7778ae28b9dc will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:56:51.900769 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:51.954953 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Pushing event updated for resources: {'Port': ['ID=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:52.046382 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Attempting to bind port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:56:52.046871 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Attempting to bind port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:56:52.047210 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Attempting to bind port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc on network 1faed385-4a1e-4d88-a904-b14953b03f7d {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:56:52.052371 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc on network 1faed385-4a1e-4d88-a904-b14953b03f7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:56:52.058535 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Attempting to bind port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc on network 1faed385-4a1e-4d88-a904-b14953b03f7d {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:56:52.091809 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:56:52.093092 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Checking segment: {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:56:52.093092 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Bound using segment: {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:56:52.093092 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Bound port: 71df3ba4-cec7-49ba-8f66-7778ae28b9dc, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b7ceb3-4818-4685-b578-d278a16da967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:56:52.093440 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:52.162158 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379918f2-c68d-423d-99ce-508a34fe82d7 req-a9f71d40-b88e-450f-a44c-ffa7dcdf3c1b tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:52.163797 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-379918f2-c68d-423d-99ce-508a34fe82d7 req-a9f71d40-b88e-450f-a44c-ffa7dcdf3c1b tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.1076167 Mar 22 12:56:52.210310 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] For port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:52.214274 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] For port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:52.238760 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-379918f2-c68d-423d-99ce-508a34fe82d7 req-dcdd1ff6-019c-46e3-b9cf-51a7600172be tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691867 Mar 22 12:56:52.286286 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:52.320065 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:52.320685 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:52.322867 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 200 len: 1093 time: 0.9372942 Mar 22 12:56:52.325922 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:56:52.327961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bdd358-4853-4d8e-bb57-64a103aa7b69" -d '{"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:56:52.359635 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d189f1-1e8f-449f-b201-2b41b99b00a4 service neutron] Pushing event updated for resources: {'Port': ['ID=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:52.368342 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91566372-b944-4c4b-87d1-95de7d72770d x-openstack-request-id: req-91566372-b944-4c4b-87d1-95de7d72770d {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:56:52.368648 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:56:52.368892 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91566372-b944-4c4b-87d1-95de7d72770d {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:56:52.369305 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91566372-b944-4c4b-87d1-95de7d72770d'] response: {'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'status': 'completed', 'code': 200} Mar 22 12:56:52.501306 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdd358-4853-4d8e-bb57-64a103aa7b69 req-0140fa52-e063-4877-b592-830bbb589792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:52.502836 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-30bdd358-4853-4d8e-bb57-64a103aa7b69 req-0140fa52-e063-4877-b592-830bbb589792 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=abd811f171ce40bfbd43985997ae0e32&device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 1127 time: 0.0519571 Mar 22 12:56:52.609644 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdd358-4853-4d8e-bb57-64a103aa7b69 req-4425f36f-80c5-4cf1-93fa-a2a91585b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:52.611154 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-30bdd358-4853-4d8e-bb57-64a103aa7b69 req-4425f36f-80c5-4cf1-93fa-a2a91585b5a8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=abd811f171ce40bfbd43985997ae0e32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939040 Mar 22 12:56:52.725274 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdd358-4853-4d8e-bb57-64a103aa7b69 req-23f63640-ad40-46f3-bd1a-109302f0ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:52.726689 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-30bdd358-4853-4d8e-bb57-64a103aa7b69 req-23f63640-ad40-46f3-bd1a-109302f0ec7d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089766 Mar 22 12:56:52.876044 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d06b-223f-440c-b708-8a060374b88b req-23e67b84-4c06-48a0-a3e9-2abda9747d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:52.877637 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-23e67b84-4c06-48a0-a3e9-2abda9747d08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=abd811f171ce40bfbd43985997ae0e32&device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 1127 time: 0.0831203 Mar 22 12:56:52.885881 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb93845-1af5-43db-8f4e-eab9d328dc3e req-85361ad2-5c15-4b21-93fa-4d96cdd29adb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:52.887489 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9bb93845-1af5-43db-8f4e-eab9d328dc3e req-85361ad2-5c15-4b21-93fa-4d96cdd29adb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 943 time: 0.0841980 Mar 22 12:56:52.947537 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-49b0d52b-3787-4724-9ccd-46b2bb3706c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 200 len: 217 time: 0.0481651 Mar 22 12:56:53.013885 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9bb93845-1af5-43db-8f4e-eab9d328dc3e req-331b1ad3-925f-4e2c-8d11-3cd43e318570 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205676 Mar 22 12:56:53.017698 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d06b-223f-440c-b708-8a060374b88b req-7a035e79-e5ee-4aca-8f95-17e235781943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:53.019173 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-7a035e79-e5ee-4aca-8f95-17e235781943 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75ad1880-69c8-4b64-924f-2e7c348c7549 HTTP/1.1" status: 200 len: 853 time: 0.0601053 Mar 22 12:56:53.077270 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60d06b-223f-440c-b708-8a060374b88b req-6b48ed77-025c-4d0e-b699-5149a6a30f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:53.078768 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-6b48ed77-025c-4d0e-b699-5149a6a30f70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1faed385-4a1e-4d88-a904-b14953b03f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515294 Mar 22 12:56:53.209205 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-0f5367c6-0815-4e95-97eb-6b0017afe757 service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035573 Mar 22 12:56:53.330515 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e60d06b-223f-440c-b708-8a060374b88b req-7061dc4a-269c-4743-a1e4-8ff245327784 service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125603 Mar 22 12:56:53.381476 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356953-ff5c-472f-a801-664fb6108b85 req-35b44bcb-4337-4afe-97f4-0e47a1f9bc26 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:53.383062 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-16356953-ff5c-472f-a801-664fb6108b85 req-35b44bcb-4337-4afe-97f4-0e47a1f9bc26 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0674806 Mar 22 12:56:53.433860 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-16356953-ff5c-472f-a801-664fb6108b85 req-09e9c744-6367-42e3-8a03-c4e2bf7482e0 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444376 Mar 22 12:56:53.597119 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3e90e-6ae3-4a92-acae-0604a6623f7b req-74ea10f2-8330-4487-b63d-6cf265686dd9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:53.598639 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c1f3e90e-6ae3-4a92-acae-0604a6623f7b req-74ea10f2-8330-4487-b63d-6cf265686dd9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0531225 Mar 22 12:56:53.648353 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c1f3e90e-6ae3-4a92-acae-0604a6623f7b req-58611c32-c69b-4484-892b-fc5458392b06 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440350 Mar 22 12:56:54.136384 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834a8f8-a15e-4bb5-a8ab-5a0360f48baa req-8ffa22cc-99da-416a-9291-915290652aea tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:54.138465 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7834a8f8-a15e-4bb5-a8ab-5a0360f48baa req-8ffa22cc-99da-416a-9291-915290652aea tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 943 time: 0.0546501 Mar 22 12:56:54.189550 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7834a8f8-a15e-4bb5-a8ab-5a0360f48baa req-70daf6ba-d3e9-434d-94ac-a96c550d1ad3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Mar 22 12:56:54.562847 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbcfc3-2df2-4b6b-b44f-c0787b431a53 req-f9802b56-0804-4065-a171-11a854dccb67 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:54.566378 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-75bbcfc3-2df2-4b6b-b44f-c0787b431a53 req-f9802b56-0804-4065-a171-11a854dccb67 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0555315 Mar 22 12:56:54.617946 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-75bbcfc3-2df2-4b6b-b44f-c0787b431a53 req-818c67ed-6c3a-4d17-b85d-2692faadcea8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 Mar 22 12:56:54.771623 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba74a64-b7ca-4e03-9786-e79ef7642ae3 req-aa8ccd7f-02a6-4b23-814e-cec6e16c5cd2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:54.773257 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1ba74a64-b7ca-4e03-9786-e79ef7642ae3 req-aa8ccd7f-02a6-4b23-814e-cec6e16c5cd2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0550892 Mar 22 12:56:54.825151 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1ba74a64-b7ca-4e03-9786-e79ef7642ae3 req-4077bce5-3b65-4d9c-a36d-da248d3b73f7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433011 Mar 22 12:56:55.328333 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e853-ec39-427a-98fb-2c8a1aa476c3 req-a7802225-a583-4bd9-ac3e-03ecf38c62b2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:55.329792 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b241e853-ec39-427a-98fb-2c8a1aa476c3 req-a7802225-a583-4bd9-ac3e-03ecf38c62b2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 943 time: 0.0691307 Mar 22 12:56:55.378855 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b241e853-ec39-427a-98fb-2c8a1aa476c3 req-76bdb0f8-d8bf-4d6b-8bfc-5120d1a4a9d6 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Mar 22 12:56:55.749039 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e654-47c9-4325-8189-2cbb376b0c10 req-cf158092-f7b9-4756-85da-fc56e014749b tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:55.750573 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-51d0e654-47c9-4325-8189-2cbb376b0c10 req-cf158092-f7b9-4756-85da-fc56e014749b tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0599267 Mar 22 12:56:55.799795 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-51d0e654-47c9-4325-8189-2cbb376b0c10 req-0efd9419-9a2c-4a27-ae9d-067709916e94 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 Mar 22 12:56:55.962765 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13683369-4d1e-4306-8cfc-367050f7d651 req-74cde914-7ab0-47b6-8384-390329e45e9c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:55.964247 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-13683369-4d1e-4306-8cfc-367050f7d651 req-74cde914-7ab0-47b6-8384-390329e45e9c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0535738 Mar 22 12:56:56.015569 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-13683369-4d1e-4306-8cfc-367050f7d651 req-a9f256b6-55c7-4e4f-bb39-d3c1f65cda2d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456345 Mar 22 12:56:56.379412 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-5ae6f761-4556-40a3-9782-bcee370d84db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:56.381282 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-5ae6f761-4556-40a3-9782-bcee370d84db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 1130 time: 0.0468943 Mar 22 12:56:56.518173 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-6ad17564-5144-418d-b23c-a3f25d8bcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:56.531483 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-6ad17564-5144-418d-b23c-a3f25d8bcb33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.1294925 Mar 22 12:56:56.545418 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde0c5e-a975-4aae-a0d7-90758898a321 req-235f9693-61ff-4396-96c1-0e80183cf254 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:56.546898 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dcde0c5e-a975-4aae-a0d7-90758898a321 req-235f9693-61ff-4396-96c1-0e80183cf254 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 943 time: 0.0913088 Mar 22 12:56:56.639072 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-bec71f32-bd7a-4d7d-a41e-d38d8c429db6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3995aceb-27af-4dc2-9904-66323525b90e HTTP/1.1" status: 200 len: 1002 time: 0.1106184 Mar 22 12:56:56.650782 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dcde0c5e-a975-4aae-a0d7-90758898a321 req-395375e0-df66-4d9b-84a6-f796e647d617 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733004 Mar 22 12:56:56.704700 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-67425d14-1356-4f91-866e-07c344744067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:56.706258 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-67425d14-1356-4f91-866e-07c344744067 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0553389 Mar 22 12:56:56.864784 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-50923a2d-0128-46bd-a38e-302213fab0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:56.866513 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-50923a2d-0128-46bd-a38e-302213fab0cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594282 Mar 22 12:56:56.868720 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-5f73ef59-4723-4278-a2fe-e2269dcab605 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:56.870255 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-5f73ef59-4723-4278-a2fe-e2269dcab605 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.0625579 Mar 22 12:56:56.989580 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14779e8e-faac-42e2-86f6-46c244ee0688 req-5830c3d0-aa60-4891-a05a-9ba89f37ad05 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:56.991064 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-14779e8e-faac-42e2-86f6-46c244ee0688 req-5830c3d0-aa60-4891-a05a-9ba89f37ad05 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 946 time: 0.1146681 Mar 22 12:56:57.008127 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Deleting port ff1ca629-d867-4fb6-9c4c-6502c1611b77 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:56:57.008456 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:57.028341 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-6238970b-480c-4cbb-8dc0-360421073181 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404452 Mar 22 12:56:57.095348 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-14779e8e-faac-42e2-86f6-46c244ee0688 req-48b774f8-3561-498f-97e0-5e6c1af9c361 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=30c1a745-3d22-4b2b-af4e-7b38afb76ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965617 Mar 22 12:56:57.109334 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] For port ff1ca629-d867-4fb6-9c4c-6502c1611b77, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=ff1ca629-d867-4fb6-9c4c-6502c1611b77,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:57.109690 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:57.151295 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e35ef78a-af6b-4f64-9b84-7e109a67c926 req-08848477-f68a-4721-b733-00c7ac1ff074 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125395 Mar 22 12:56:57.245205 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b41f8-2afe-475c-9eed-e8af7cec6b70 req-e4547e9e-a594-4f8e-96c7-377a91a3e414 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:57.246032 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-074b41f8-2afe-475c-9eed-e8af7cec6b70 req-e4547e9e-a594-4f8e-96c7-377a91a3e414 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0870368 Mar 22 12:56:57.322411 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-074b41f8-2afe-475c-9eed-e8af7cec6b70 req-49071985-2291-49c6-9b58-527c834b3c60 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619664 Mar 22 12:56:57.602106 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:57.602480 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (cb8de26b-10f1-4924-85e7-2950b47f6b0d), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:57.602800 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Floating IP cb8de26b-10f1-4924-85e7-2950b47f6b0d disassociated. External IP: 172.27.2.217, port: ff1ca629-d867-4fb6-9c4c-6502c1611b77. Mar 22 12:56:57.603142 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Calling delete_port for ff1ca629-d867-4fb6-9c4c-6502c1611b77 owned by compute:nova {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:56:57.777410 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c68816-c7aa-40f5-b85a-1cd58360c5f8 req-5c1a6548-58dc-4348-afc6-7c33c649d105 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:57.779512 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d2c68816-c7aa-40f5-b85a-1cd58360c5f8 req-5c1a6548-58dc-4348-afc6-7c33c649d105 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 943 time: 0.0580058 Mar 22 12:56:57.793543 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (ff1ca629-d867-4fb6-9c4c-6502c1611b77), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:57.823688 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'Port': ['ID=ff1ca629-d867-4fb6-9c4c-6502c1611b77,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:57.831664 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d2c68816-c7aa-40f5-b85a-1cd58360c5f8 req-6c0c66e2-c870-4aae-915a-ecf190965868 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464284 Mar 22 12:56:57.944710 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:56:58.062374 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:58.075554 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:56:58.086820 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:58.087829 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:56:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:58.123795 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] No DVR routers for this DVR port ff1ca629-d867-4fb6-9c4c-6502c1611b77 on host hv-cinder-82414 {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:56:58.126568 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:58.130202 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-659429bf-fe24-495e-bd3d-3de5698bf28c req-c0356136-2386-4124-aadb-7880ee085922 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "DELETE /v2.0/ports/ff1ca629-d867-4fb6-9c4c-6502c1611b77 HTTP/1.1" status: 204 len: 173 time: 1.2412808 Mar 22 12:56:58.130777 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e139d86-7897-451d-b780-455f792d2dd9', 'name': 'network-vif-deleted', 'tag': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:56:58.133145 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b65df0-e71a-4e67-a341-5c8379366e05" -d '{"events": [{"server_uuid": "8e139d86-7897-451d-b780-455f792d2dd9", "name": "network-vif-deleted", "tag": "ff1ca629-d867-4fb6-9c4c-6502c1611b77"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:56:58.188362 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d96f97f-8e88-40a9-baf2-b6b2d570d838 x-openstack-request-id: req-3d96f97f-8e88-40a9-baf2-b6b2d570d838 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:56:58.188848 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e139d86-7897-451d-b780-455f792d2dd9", "name": "network-vif-deleted", "tag": "ff1ca629-d867-4fb6-9c4c-6502c1611b77", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:56:58.189275 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d96f97f-8e88-40a9-baf2-b6b2d570d838 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:56:58.189797 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d96f97f-8e88-40a9-baf2-b6b2d570d838'] response: {'server_uuid': '8e139d86-7897-451d-b780-455f792d2dd9', 'name': 'network-vif-deleted', 'tag': 'ff1ca629-d867-4fb6-9c4c-6502c1611b77', 'status': 'completed', 'code': 200} Mar 22 12:56:58.233624 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3d9fe0ea-4a1a-419e-892e-dd7fb70734a9 req-99632e40-1cdc-4747-ac23-4e51cf0b65e7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 210 time: 0.0355880 Mar 22 12:56:58.263486 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:58.440543 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 71df3ba4-cec7-49ba-8f66-7778ae28b9dc details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:56:58.504989 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dae4b-e085-4f66-862e-a168de0afda8 req-1b925982-3d4b-4952-9aa5-f057fc33ca88 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:58.505522 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bf8dae4b-e085-4f66-862e-a168de0afda8 req-1b925982-3d4b-4952-9aa5-f057fc33ca88 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0761938 Mar 22 12:56:58.587858 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bf8dae4b-e085-4f66-862e-a168de0afda8 req-8c578384-9f8c-483b-9bda-c3e44faf6fe5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695820 Mar 22 12:56:58.590288 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '8effbe44-12c8-4882-9404-38efc7afdb50', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:11Z', 'revision_number': 2, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:58.628958 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:58.644850 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'port_id': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'mac_address': 'fa:16:3e:86:67:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:56:58.658293 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:56:58.670365 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:56:58.671694 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:56:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:58.694889 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:56:58.695383 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:58.712362 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71df3ba4-cec7-49ba-8f66-7778ae28b9dc {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:56:58.733847 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:58.800499 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:56:58.827819 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:56:58.899670 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:58.920313 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.920815 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.921536 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.922075 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.923503 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.924070 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.925710 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.926323 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.927383 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.928159 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.928710 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.929319 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.929943 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.930509 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:58.931069 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:59.096850 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584602ec-a78b-4f2b-83b0-b0e4256b1d6c req-d75ba3a5-4790-4857-9dd4-3ff5f61574a1 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:59.098601 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-584602ec-a78b-4f2b-83b0-b0e4256b1d6c req-d75ba3a5-4790-4857-9dd4-3ff5f61574a1 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 944 time: 0.0759766 Mar 22 12:56:59.165203 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-584602ec-a78b-4f2b-83b0-b0e4256b1d6c req-ab72cf6b-b0a3-40d3-833c-1392989f434f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607908 Mar 22 12:56:59.298191 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['71df3ba4-cec7-49ba-8f66-7778ae28b9dc'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:56:59.305356 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '8effbe44-12c8-4882-9404-38efc7afdb50', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:11Z', 'revision_number': 2, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:59.342936 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c9377-1444-4e28-97e7-5812fdd5e8b3 None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '8effbe44-12c8-4882-9404-38efc7afdb50', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '4707d875-ef77-4a81-8a4d-475964124fc3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:11:fe:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc25399-84b3-4afe-9147-341940231742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:53:37Z', 'updated_at': '2022-03-22T12:54:11Z', 'revision_number': 2, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:56:59.423979 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-869242fc-8a1a-4aad-984c-837e8ae31dfc req-858dce1f-dd34-4d4c-933c-737a1de7df3f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e139d86-7897-451d-b780-455f792d2dd9 HTTP/1.1" status: 200 len: 210 time: 0.0590408 Mar 22 12:56:59.742819 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7482f9bd-8c2c-47e0-9b98-b4a8fee85c3c None None] New status for floating IP cb8de26b-10f1-4924-85e7-2950b47f6b0d: DOWN {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:56:59.751940 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0890f-38de-4fcd-88ce-0f36496857d5 req-53e209e1-cf52-49fc-a66f-09e2fd89ad3e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:59.753869 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-57d0890f-38de-4fcd-88ce-0f36496857d5 req-53e209e1-cf52-49fc-a66f-09e2fd89ad3e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0776350 Mar 22 12:56:59.829121 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-57d0890f-38de-4fcd-88ce-0f36496857d5 req-041e8cfb-51f9-4a7c-b45c-440eea66cb69 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559919 Mar 22 12:57:00.087282 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5382a-e17e-4ab6-b918-a3b6640dd98a req-cfb81fd6-7872-4bb1-b4eb-6cc977f618a2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:00.088919 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-24b5382a-e17e-4ab6-b918-a3b6640dd98a req-cfb81fd6-7872-4bb1-b4eb-6cc977f618a2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0634208 Mar 22 12:57:00.148236 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-24b5382a-e17e-4ab6-b918-a3b6640dd98a req-96c7b3c9-51e3-4ab1-9807-71e6e5ead728 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527964 Mar 22 12:57:00.317549 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf874a-ed36-4107-a961-23e3ac2cb387 req-3d5be22d-4674-4eb3-9b2d-862d1935ae5e tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:00.319183 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3ecf874a-ed36-4107-a961-23e3ac2cb387 req-3d5be22d-4674-4eb3-9b2d-862d1935ae5e tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 944 time: 0.0689890 Mar 22 12:57:00.371277 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3ecf874a-ed36-4107-a961-23e3ac2cb387 req-c07d3d3e-f16a-4d3c-82f2-12447b66370a tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Mar 22 12:57:00.444817 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 71df3ba4-cec7-49ba-8f66-7778ae28b9dc up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:57:00.547670 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:57:00.551819 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:57:00.552229 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:00.572441 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54078) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:00.637276 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:57:00.637276 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:00.641128 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8a09-b803-451c-a144-81abf0b95d3d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (30c1a745-3d22-4b2b-af4e-7b38afb76ca0), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:00.661086 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:57:00.663576 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c434700d-3e44-435f-b6c6-42fdb20ac9f9" -d '{"events": [{"server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "name": "network-vif-plugged", "status": "completed", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:57:00.671323 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8a09-b803-451c-a144-81abf0b95d3d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (30c1a745-3d22-4b2b-af4e-7b38afb76ca0), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:00.678085 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:00.705340 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51776168-8265-4c3c-aa6a-726bc0f1fad7 x-openstack-request-id: req-51776168-8265-4c3c-aa6a-726bc0f1fad7 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:57:00.705632 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "name": "network-vif-plugged", "status": "completed", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:57:00.705884 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51776168-8265-4c3c-aa6a-726bc0f1fad7 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:57:00.706455 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51776168-8265-4c3c-aa6a-726bc0f1fad7'] response: {'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'code': 200} Mar 22 12:57:00.788034 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8a09-b803-451c-a144-81abf0b95d3d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (30c1a745-3d22-4b2b-af4e-7b38afb76ca0), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:00.788277 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:00.789174 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device ff1ca629-d867-4fb6-9c4c-6502c1611b77 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:57:00.791568 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5c2c8a09-b803-451c-a144-81abf0b95d3d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:00.792987 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-5c2c8a09-b803-451c-a144-81abf0b95d3d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "DELETE /v2.0/security-groups/30c1a745-3d22-4b2b-af4e-7b38afb76ca0 HTTP/1.1" status: 204 len: 168 time: 0.2189989 Mar 22 12:57:00.797671 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54082) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:00.812629 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c8a09-b803-451c-a144-81abf0b95d3d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c1a745-3d22-4b2b-af4e-7b38afb76ca0,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:00.815528 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.api.v2.resource [None req-912e2750-a81c-4baa-9eda-9939396fac4e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] show failed (client error): The resource could not be found. Mar 22 12:57:00.817039 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-912e2750-a81c-4baa-9eda-9939396fac4e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups/30c1a745-3d22-4b2b-af4e-7b38afb76ca0 HTTP/1.1" status: 404 len: 347 time: 0.0152581 Mar 22 12:57:00.827767 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54084) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:00.893463 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:00.898378 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: ff1ca629-d867-4fb6-9c4c-6502c1611b77 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:57:00.899012 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device ff1ca629-d867-4fb6-9c4c-6502c1611b77 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:57:01.058749 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb27b7d-7bb8-4bac-bb3c-81626e255599 req-931b3b48-dc9c-48b0-9f04-0ed149f823f7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:01.060404 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8fb27b7d-7bb8-4bac-bb3c-81626e255599 req-931b3b48-dc9c-48b0-9f04-0ed149f823f7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0867710 Mar 22 12:57:01.069378 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Deleting port dd33c5d6-c77e-4330-86a8-6ccb64d20445 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:57:01.069714 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (dd33c5d6-c77e-4330-86a8-6ccb64d20445), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:01.176609 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b296b9-e55c-4a7f-a2ca-ada3cc5978f0 req-fa06a0b5-4e59-4f7d-a5a8-e0edfec016d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:01.182520 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-57b296b9-e55c-4a7f-a2ca-ada3cc5978f0 req-fa06a0b5-4e59-4f7d-a5a8-e0edfec016d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 1129 time: 0.0475461 Mar 22 12:57:01.183246 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8fb27b7d-7bb8-4bac-bb3c-81626e255599 req-85a5063d-b5f3-41f3-bd29-3bc76ba367fd tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063042 Mar 22 12:57:01.198400 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (dd33c5d6-c77e-4330-86a8-6ccb64d20445), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:01.198974 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (dd33c5d6-c77e-4330-86a8-6ccb64d20445), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:01.217900 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Calling delete_port for dd33c5d6-c77e-4330-86a8-6ccb64d20445 owned by network:floatingip {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:57:01.249076 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-57b296b9-e55c-4a7f-a2ca-ada3cc5978f0 req-d9372a76-42e4-4c75-8bfb-98cfbd0aed6a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Mar 22 12:57:01.336391 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb4fc0-6414-467f-8af9-bee5bab47dba req-5e6f1ee0-b61c-4137-abb0-08f573ec95f5 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:01.337881 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cbdb4fc0-6414-467f-8af9-bee5bab47dba req-5e6f1ee0-b61c-4137-abb0-08f573ec95f5 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1140692 Mar 22 12:57:01.442429 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cbdb4fc0-6414-467f-8af9-bee5bab47dba req-75d4a86e-c940-403c-b261-6e4c2c99a63e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960243 Mar 22 12:57:01.522625 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (dd33c5d6-c77e-4330-86a8-6ccb64d20445), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:01.550729 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'Port': ['ID=dd33c5d6-c77e-4330-86a8-6ccb64d20445,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:01.559266 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfe297-7a0d-446d-aa29-1b9a834fd66a req-30b45f7d-493d-4fe7-84a9-d48cf27130fc tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:01.561475 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46cfe297-7a0d-446d-aa29-1b9a834fd66a req-30b45f7d-493d-4fe7-84a9-d48cf27130fc tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.1071687 Mar 22 12:57:01.669937 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (cb8de26b-10f1-4924-85e7-2950b47f6b0d), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:01.672587 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:01.673923 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-f565cee6-4725-4365-8466-dfde3de5eccf tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "DELETE /v2.0/floatingips/cb8de26b-10f1-4924-85e7-2950b47f6b0d HTTP/1.1" status: 204 len: 168 time: 0.8449156 Mar 22 12:57:01.678968 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46cfe297-7a0d-446d-aa29-1b9a834fd66a req-cfedbe04-6656-47c1-8df9-294b8d4d7846 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913115 Mar 22 12:57:02.605424 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff481df-4d89-4914-b42d-be325f72591b req-7386a0e9-fbf5-4b5b-830c-2cbbfa5ba1d0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:02.607012 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ff481df-4d89-4914-b42d-be325f72591b req-7386a0e9-fbf5-4b5b-830c-2cbbfa5ba1d0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.3509750 Mar 22 12:57:02.645858 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7fafa-15f4-4605-8795-54de5c631eb6 req-901c65c2-4d41-4e29-9c2a-e2335279032d tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:02.647405 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-20c7fafa-15f4-4605-8795-54de5c631eb6 req-901c65c2-4d41-4e29-9c2a-e2335279032d tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0858600 Mar 22 12:57:02.682345 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ff481df-4d89-4914-b42d-be325f72591b req-e8a21d90-01bb-434a-af21-a274a3ae43c6 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677438 Mar 22 12:57:02.715488 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-20c7fafa-15f4-4605-8795-54de5c631eb6 req-b9bad868-be7c-4678-9e5f-78f5c600a95b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621009 Mar 22 12:57:02.828815 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f995e4a-4638-4d93-8ef8-ec170418c936 req-28488e48-f16a-42a2-bcd8-2088949348f0 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:02.830341 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f995e4a-4638-4d93-8ef8-ec170418c936 req-28488e48-f16a-42a2-bcd8-2088949348f0 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0614512 Mar 22 12:57:02.879320 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f995e4a-4638-4d93-8ef8-ec170418c936 req-7e7b8f2c-e614-427b-b80c-dfebb631e8be tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Mar 22 12:57:03.203147 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54134) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:03.308632 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d4c08ccf-1b3b-4588-b8b6-5c4b5085ba30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:03.383120 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d4c08ccf-1b3b-4588-b8b6-5c4b5085ba30 admin admin] Publish callbacks [] for security_group (d9ee032a-5409-483f-a260-cc42943bacf7), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:03.534874 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d4c08ccf-1b3b-4588-b8b6-5c4b5085ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (d9ee032a-5409-483f-a260-cc42943bacf7), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:03.572875 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-d4c08ccf-1b3b-4588-b8b6-5c4b5085ba30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0cb3ffe7d4c4d87b4878c4339eb27a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686149 Mar 22 12:57:03.575861 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54142) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:03.580300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c08ccf-1b3b-4588-b8b6-5c4b5085ba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee032a-5409-483f-a260-cc42943bacf7,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:03.636291 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-906b70ed-1cc2-4900-8cf8-2783a4093fb9 admin admin] Publish callbacks [] for security_group (d9ee032a-5409-483f-a260-cc42943bacf7), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:03.658295 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-906b70ed-1cc2-4900-8cf8-2783a4093fb9 admin admin] Publish callbacks [] for security_group (d9ee032a-5409-483f-a260-cc42943bacf7), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:03.754034 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-906b70ed-1cc2-4900-8cf8-2783a4093fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (d9ee032a-5409-483f-a260-cc42943bacf7), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:03.757145 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-906b70ed-1cc2-4900-8cf8-2783a4093fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:03.758470 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-906b70ed-1cc2-4900-8cf8-2783a4093fb9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9ee032a-5409-483f-a260-cc42943bacf7 HTTP/1.1" status: 204 len: 168 time: 0.1813054 Mar 22 12:57:03.783515 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b70ed-1cc2-4900-8cf8-2783a4093fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee032a-5409-483f-a260-cc42943bacf7,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:03.875752 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953982-16d2-4af5-bc19-e87e0a54e7aa req-beeee06f-dd01-4af5-9c1d-9510f3f3ad9f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:03.877240 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-38953982-16d2-4af5-bc19-e87e0a54e7aa req-beeee06f-dd01-4af5-9c1d-9510f3f3ad9f tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.1015110 Mar 22 12:57:03.932727 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc60f4-1570-442c-8148-ef4035a22dab req-d858d5df-d0e3-48c5-9130-9631d50e876a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:03.934310 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-51cc60f4-1570-442c-8148-ef4035a22dab req-d858d5df-d0e3-48c5-9130-9631d50e876a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0983021 Mar 22 12:57:03.962343 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-38953982-16d2-4af5-bc19-e87e0a54e7aa req-1793d651-e573-4a8f-8ee5-a55bc2253528 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687327 Mar 22 12:57:04.010796 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-51cc60f4-1570-442c-8148-ef4035a22dab req-b5bbb1db-6a21-4139-9ec7-e2a1b013b498 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681963 Mar 22 12:57:04.076045 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1c3b-0442-469e-ac10-515b2aee1b8b req-c41295da-1a3d-4751-b1c8-e8850fea908f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:04.077697 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d21a1c3b-0442-469e-ac10-515b2aee1b8b req-c41295da-1a3d-4751-b1c8-e8850fea908f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0657575 Mar 22 12:57:04.126831 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d21a1c3b-0442-469e-ac10-515b2aee1b8b req-6f5a63d0-cac2-4cf4-9ada-bdbc6e6803a9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Mar 22 12:57:04.270016 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eada361-7dac-46f8-bd90-4a44e0d7a4e5 req-4fb27fc2-860a-42b4-a96d-6800da85279c tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:04.271816 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2eada361-7dac-46f8-bd90-4a44e0d7a4e5 req-4fb27fc2-860a-42b4-a96d-6800da85279c tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0739219 Mar 22 12:57:04.322340 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2eada361-7dac-46f8-bd90-4a44e0d7a4e5 req-52463595-8d2e-4899-bb26-351bf7628369 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Mar 22 12:57:04.680566 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614b3a7-621b-4b5d-bc2a-baab7d1ebec8 req-e99d5d90-6dee-4773-a356-9e0bb5b0d1d4 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:04.682127 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f614b3a7-621b-4b5d-bc2a-baab7d1ebec8 req-e99d5d90-6dee-4773-a356-9e0bb5b0d1d4 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0626547 Mar 22 12:57:04.755770 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f614b3a7-621b-4b5d-bc2a-baab7d1ebec8 req-b0f9cc99-d4da-4731-ab54-868a672f851a tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672359 Mar 22 12:57:04.782584 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7577f-3cc9-4eec-8208-efd54c1f1eda req-c5d6c2a8-6f16-4f87-8043-97162113b5c6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:04.784118 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3fc7577f-3cc9-4eec-8208-efd54c1f1eda req-c5d6c2a8-6f16-4f87-8043-97162113b5c6 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 946 time: 0.0691833 Mar 22 12:57:04.850831 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3fc7577f-3cc9-4eec-8208-efd54c1f1eda req-8c885985-6f11-4220-984b-05a211c97cc3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598421 Mar 22 12:57:05.120054 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a478cda-ce05-4e78-9d1b-8dde57b017e9 req-3a47092e-cfe2-437e-b428-a8aec90dc9d1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:05.122482 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1a478cda-ce05-4e78-9d1b-8dde57b017e9 req-3a47092e-cfe2-437e-b428-a8aec90dc9d1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0771344 Mar 22 12:57:05.131005 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54208) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:05.206034 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1a478cda-ce05-4e78-9d1b-8dde57b017e9 req-f11aea1a-2755-477e-a94c-c5c09b8be5f3 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727551 Mar 22 12:57:05.227099 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0d7c7-d1cd-4673-8216-551a96aad3bb req-94d2122f-34c3-4afe-bc5c-45472295d35d tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:05.227099 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cbd0d7c7-d1cd-4673-8216-551a96aad3bb req-94d2122f-34c3-4afe-bc5c-45472295d35d tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1016755 Mar 22 12:57:05.281953 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cbd0d7c7-d1cd-4673-8216-551a96aad3bb req-c6ad9669-da44-440f-8fc6-f174fc28301b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509059 Mar 22 12:57:05.349606 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fb5fda5b-002f-41b6-bbef-2d8d485efcdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:05.428615 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fb5fda5b-002f-41b6-bbef-2d8d485efcdd admin admin] Publish callbacks [] for security_group (b2512c7e-db7b-4e31-9ca4-d27303d14e4a), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:05.551767 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fb5fda5b-002f-41b6-bbef-2d8d485efcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b2512c7e-db7b-4e31-9ca4-d27303d14e4a), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:05.594031 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-fb5fda5b-002f-41b6-bbef-2d8d485efcdd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7db696104ebb4871b051e50d10fa97e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617496 Mar 22 12:57:05.595167 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fda5b-002f-41b6-bbef-2d8d485efcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2512c7e-db7b-4e31-9ca4-d27303d14e4a,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:05.596783 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54220) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:05.650404 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1007be64-1441-4f06-a132-ab702eb80bf5 admin admin] Publish callbacks [] for security_group (b2512c7e-db7b-4e31-9ca4-d27303d14e4a), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:05.674511 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1007be64-1441-4f06-a132-ab702eb80bf5 admin admin] Publish callbacks [] for security_group (b2512c7e-db7b-4e31-9ca4-d27303d14e4a), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:05.803333 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1007be64-1441-4f06-a132-ab702eb80bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b2512c7e-db7b-4e31-9ca4-d27303d14e4a), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:05.806077 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1007be64-1441-4f06-a132-ab702eb80bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:05.807242 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1007be64-1441-4f06-a132-ab702eb80bf5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2512c7e-db7b-4e31-9ca4-d27303d14e4a HTTP/1.1" status: 204 len: 168 time: 0.2094314 Mar 22 12:57:05.820630 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007be64-1441-4f06-a132-ab702eb80bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2512c7e-db7b-4e31-9ca4-d27303d14e4a,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:06.003155 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b8cd1-8745-478c-98f9-7d627ba7af10 req-4a87cc05-883c-4b54-8bae-451a272c7b7e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:06.004827 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d57b8cd1-8745-478c-98f9-7d627ba7af10 req-4a87cc05-883c-4b54-8bae-451a272c7b7e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 946 time: 0.0717385 Mar 22 12:57:06.053958 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d57b8cd1-8745-478c-98f9-7d627ba7af10 req-381322ab-1668-4d37-93c2-d7d8847a7937 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=34987391-044f-48f5-b22f-399235d50945&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Mar 22 12:57:06.337032 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae000d4-4911-4532-86d3-6d13dfee5817 req-3601b1e4-d21f-4796-9e48-6866363338b1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:06.338563 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2ae000d4-4911-4532-86d3-6d13dfee5817 req-3601b1e4-d21f-4796-9e48-6866363338b1 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0539894 Mar 22 12:57:06.419479 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2ae000d4-4911-4532-86d3-6d13dfee5817 req-e4cc339f-57bb-455a-a541-a31b4755662c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741668 Mar 22 12:57:06.433331 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4e60b-9a1b-4074-a107-6884e2c0f218 req-5e29c4e3-83a3-4466-9e5b-9468386f108f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:06.435012 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d9f4e60b-9a1b-4074-a107-6884e2c0f218 req-5e29c4e3-83a3-4466-9e5b-9468386f108f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0734534 Mar 22 12:57:06.452999 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52089f38-50d0-406a-9e73-88eb05d59082 req-848f4b7c-1671-40cf-8997-2f3cbcc58678 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:06.454479 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-52089f38-50d0-406a-9e73-88eb05d59082 req-848f4b7c-1671-40cf-8997-2f3cbcc58678 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 946 time: 0.0533233 Mar 22 12:57:06.484732 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d9f4e60b-9a1b-4074-a107-6884e2c0f218 req-1cca5627-f60c-4ccf-abfc-09e4612afe58 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Mar 22 12:57:06.564708 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Deleting port 4707d875-ef77-4a81-8a4d-475964124fc3 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:57:06.565045 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:06.660226 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] For port 4707d875-ef77-4a81-8a4d-475964124fc3, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4707d875-ef77-4a81-8a4d-475964124fc3,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:06.660593 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:06.848061 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:06.848459 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (8effbe44-12c8-4882-9404-38efc7afdb50), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:06.848789 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Floating IP 8effbe44-12c8-4882-9404-38efc7afdb50 disassociated. External IP: 172.27.2.77, port: 4707d875-ef77-4a81-8a4d-475964124fc3. Mar 22 12:57:06.849119 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Calling delete_port for 4707d875-ef77-4a81-8a4d-475964124fc3 owned by compute:nova {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:57:07.050703 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (4707d875-ef77-4a81-8a4d-475964124fc3), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:07.089650 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'Port': ['ID=4707d875-ef77-4a81-8a4d-475964124fc3,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:07.164763 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-113b7cce-70fa-46c0-82e4-7490e9a12d90 req-356f5001-2324-45f4-9c58-15794e63bf0c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 210 time: 0.0327818 Mar 22 12:57:07.211705 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:57:07.320303 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:07.330523 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:57:07.341681 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:57:07.342379 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:56:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:07.364156 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] No DVR routers for this DVR port 4707d875-ef77-4a81-8a4d-475964124fc3 on host hv-cinder-82414 {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:57:07.366586 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:07.369934 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-52089f38-50d0-406a-9e73-88eb05d59082 req-3805b06d-07ab-404a-b8db-f57f3733d42f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "DELETE /v2.0/ports/4707d875-ef77-4a81-8a4d-475964124fc3 HTTP/1.1" status: 204 len: 173 time: 0.9100122 Mar 22 12:57:07.370396 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc25399-84b3-4afe-9147-341940231742', 'name': 'network-vif-deleted', 'tag': '4707d875-ef77-4a81-8a4d-475964124fc3'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:57:07.372712 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e590958-91d0-44f7-8c54-060d3c48c105" -d '{"events": [{"server_uuid": "6cc25399-84b3-4afe-9147-341940231742", "name": "network-vif-deleted", "tag": "4707d875-ef77-4a81-8a4d-475964124fc3"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:57:07.409143 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbfd2d7-878f-49b0-bee3-bf907652972a x-openstack-request-id: req-bfbfd2d7-878f-49b0-bee3-bf907652972a {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:57:07.409440 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc25399-84b3-4afe-9147-341940231742", "name": "network-vif-deleted", "tag": "4707d875-ef77-4a81-8a4d-475964124fc3", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:57:07.409695 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bfbfd2d7-878f-49b0-bee3-bf907652972a {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:57:07.410140 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbfd2d7-878f-49b0-bee3-bf907652972a'] response: {'server_uuid': '6cc25399-84b3-4afe-9147-341940231742', 'name': 'network-vif-deleted', 'tag': '4707d875-ef77-4a81-8a4d-475964124fc3', 'status': 'completed', 'code': 200} Mar 22 12:57:07.478235 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:57:07.664739 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130a6c1-b0aa-45fc-9271-98f0546508ee req-1f3dd4f0-789e-4386-b871-05054729177e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:07.672849 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4130a6c1-b0aa-45fc-9271-98f0546508ee req-1f3dd4f0-789e-4386-b871-05054729177e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0885139 Mar 22 12:57:07.744929 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:07.762281 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6d271-b13b-4307-91d7-7808fe642acb req-9e70c964-92d6-4318-94d8-b019dd025c3b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:07.762281 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eff6d271-b13b-4307-91d7-7808fe642acb req-9e70c964-92d6-4318-94d8-b019dd025c3b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0866036 Mar 22 12:57:07.765795 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4130a6c1-b0aa-45fc-9271-98f0546508ee req-4b73f5c1-5aec-4412-96ef-859c560743ad tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918059 Mar 22 12:57:07.786634 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:57:07.808094 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:57:07.808733 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:56:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:07.823950 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eff6d271-b13b-4307-91d7-7808fe642acb req-1a16b51e-8ad6-4d7f-bc23-b20498b868f3 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479710 Mar 22 12:57:07.917651 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:57:08.120655 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:08.148599 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81774ec7-bef5-45bb-bdea-7475ff6fd860 None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:57:08.278903 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-215e19c0-063b-4edd-9c79-8078e3dcda59 req-9a9e3d68-9aa7-499d-94e8-5dfed36e96cd tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 210 time: 0.0282466 Mar 22 12:57:08.377529 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651f73ad-a746-4f90-aa08-0455bcf51eb0 None None] New status for floating IP 8effbe44-12c8-4882-9404-38efc7afdb50: DOWN {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:57:08.931715 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaf410-4d3c-4559-9f55-be3a3fe8003c req-3b199818-5464-4bc0-ad97-407f990afc07 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:08.933087 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ffdaf410-4d3c-4559-9f55-be3a3fe8003c req-3b199818-5464-4bc0-ad97-407f990afc07 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0861998 Mar 22 12:57:08.971719 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c70c4c-dc7c-4b55-8e82-dc65e96e8f6a req-e556e86a-c568-4a41-a2a2-ef652794a722 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:08.973188 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-22c70c4c-dc7c-4b55-8e82-dc65e96e8f6a req-e556e86a-c568-4a41-a2a2-ef652794a722 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0821743 Mar 22 12:57:09.006420 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ffdaf410-4d3c-4559-9f55-be3a3fe8003c req-9c38cd6a-8b75-489c-82fc-5cb17375dd20 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667181 Mar 22 12:57:09.033563 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-22c70c4c-dc7c-4b55-8e82-dc65e96e8f6a req-6e2266e8-1b40-42bf-b54e-4e5ffae56fd7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547125 Mar 22 12:57:09.381318 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-edd055b7-e1d3-4aa7-84c6-3bb8275f683d req-81355324-56b4-4464-9680-17553cc01852 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 210 time: 0.0271833 Mar 22 12:57:09.594508 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 4707d875-ef77-4a81-8a4d-475964124fc3 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:57:09.745335 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 4707d875-ef77-4a81-8a4d-475964124fc3 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:57:09.745677 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 4707d875-ef77-4a81-8a4d-475964124fc3 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:57:10.160334 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e3077-6682-4199-bae4-4db2b83f2151 req-02edb3e8-f2d3-4933-be18-94f8bf44468e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:10.161808 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ff3e3077-6682-4199-bae4-4db2b83f2151 req-02edb3e8-f2d3-4933-be18-94f8bf44468e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0889177 Mar 22 12:57:10.174441 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2f51f-acfa-4562-ab1f-c1ac02740e48 req-477295c4-931f-446b-b3f5-7807abe9e693 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:10.175849 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41f2f51f-acfa-4562-ab1f-c1ac02740e48 req-477295c4-931f-446b-b3f5-7807abe9e693 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0719519 Mar 22 12:57:10.245039 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ff3e3077-6682-4199-bae4-4db2b83f2151 req-13406447-dd1f-4ac6-84e7-38e83da1081e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775702 Mar 22 12:57:10.248967 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41f2f51f-acfa-4562-ab1f-c1ac02740e48 req-2cc41962-53e9-4f14-ad3d-0f2e9cd4ee95 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677330 Mar 22 12:57:10.480758 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5973d89f-1ce9-4771-a0e7-5bd1aa530bc7 req-49917652-44f8-43ab-81e0-f98b16f05016 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc25399-84b3-4afe-9147-341940231742 HTTP/1.1" status: 200 len: 210 time: 0.0257037 Mar 22 12:57:11.397531 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3993a-682b-48f2-ac05-94a86421ae05 req-c14c5c51-85b3-46bc-ab4f-23d6c3695177 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:11.399051 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-24c3993a-682b-48f2-ac05-94a86421ae05 req-c14c5c51-85b3-46bc-ab4f-23d6c3695177 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0831935 Mar 22 12:57:11.412175 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6f2ac-d631-4a58-a46f-509c802cac28 req-121abaa5-6eac-44e5-9621-2fbe68dca07a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:11.413625 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b9a6f2ac-d631-4a58-a46f-509c802cac28 req-121abaa5-6eac-44e5-9621-2fbe68dca07a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0876701 Mar 22 12:57:11.484945 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-24c3993a-682b-48f2-ac05-94a86421ae05 req-1ea6015a-b6cf-4483-af4a-d7dab8a4e1b4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703263 Mar 22 12:57:11.488313 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b9a6f2ac-d631-4a58-a46f-509c802cac28 req-2a7346b6-0db5-4f93-af05-ca7cbad3a7ad tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674374 Mar 22 12:57:11.570597 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:11.677110 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54304) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:11.744144 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c710b0f8-6094-4bcc-9ae5-2deea49cec87 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (34987391-044f-48f5-b22f-399235d50945), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:11.793763 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c710b0f8-6094-4bcc-9ae5-2deea49cec87 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (34987391-044f-48f5-b22f-399235d50945), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:11.908019 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c710b0f8-6094-4bcc-9ae5-2deea49cec87 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (34987391-044f-48f5-b22f-399235d50945), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:11.911205 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c710b0f8-6094-4bcc-9ae5-2deea49cec87 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:11.912550 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-c710b0f8-6094-4bcc-9ae5-2deea49cec87 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "DELETE /v2.0/security-groups/34987391-044f-48f5-b22f-399235d50945 HTTP/1.1" status: 204 len: 168 time: 0.2341530 Mar 22 12:57:11.915694 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54314) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:11.923148 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710b0f8-6094-4bcc-9ae5-2deea49cec87 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34987391-044f-48f5-b22f-399235d50945,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:11.941351 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.api.v2.resource [None req-7c1d5bb6-b8eb-456a-acf0-573c800fd697 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] show failed (client error): The resource could not be found. Mar 22 12:57:11.946261 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-7c1d5bb6-b8eb-456a-acf0-573c800fd697 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups/34987391-044f-48f5-b22f-399235d50945 HTTP/1.1" status: 404 len: 347 time: 0.0288820 Mar 22 12:57:11.949096 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54316) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:12.083817 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Deleting port bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:57:12.084154 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:12.161694 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:12.162116 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:12.174268 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Calling delete_port for bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485 owned by network:floatingip {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:57:12.353650 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:12.379603 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'Port': ['ID=bd228d3f-f6d1-4aa9-b7a6-a0a1a053f485,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:12.442353 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (8effbe44-12c8-4882-9404-38efc7afdb50), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:12.444835 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:12.445978 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c870689a-f153-4cee-83eb-ef6d8013f070 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "DELETE /v2.0/floatingips/8effbe44-12c8-4882-9404-38efc7afdb50 HTTP/1.1" status: 204 len: 168 time: 0.4948361 Mar 22 12:57:12.603980 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471ca71-99d7-46ba-9ad4-6ba1d8c9b96d req-f6c0086f-4261-473f-994f-42ea84754c48 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:12.605367 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d471ca71-99d7-46ba-9ad4-6ba1d8c9b96d req-f6c0086f-4261-473f-994f-42ea84754c48 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0524101 Mar 22 12:57:12.654396 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d471ca71-99d7-46ba-9ad4-6ba1d8c9b96d req-5748182e-6b06-4c12-a43e-03a0fd658608 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427387 Mar 22 12:57:12.731770 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54324) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:12.736316 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-c8448fa9-d153-4cf3-b80e-7edc32ae505c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537257079', 'description': 'tempest-description--242687643'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:12.764873 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f369d2-4a6d-49c5-913b-797408b1aea4 req-2d18524a-47da-442d-9bb8-a92766ab60c1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:12.767011 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c9f369d2-4a6d-49c5-913b-797408b1aea4 req-2d18524a-47da-442d-9bb8-a92766ab60c1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0552919 Mar 22 12:57:12.813727 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c9f369d2-4a6d-49c5-913b-797408b1aea4 req-e98f4595-9475-4002-96f0-c43a406fe3e7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417473 Mar 22 12:57:12.856654 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c8448fa9-d153-4cf3-b80e-7edc32ae505c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:12.930515 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c8448fa9-d153-4cf3-b80e-7edc32ae505c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (b2c93eda-e272-4413-a7ea-aab837a56137), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:12.999534 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c8448fa9-d153-4cf3-b80e-7edc32ae505c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b2c93eda-e272-4413-a7ea-aab837a56137), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.009811 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:57:13.028934 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8448fa9-d153-4cf3-b80e-7edc32ae505c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c93eda-e272-4413-a7ea-aab837a56137,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:13.109523 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c8448fa9-d153-4cf3-b80e-7edc32ae505c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.110762 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c8448fa9-d153-4cf3-b80e-7edc32ae505c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3779852 Mar 22 12:57:13.113939 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54332) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:13.118361 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-e0676004-54f5-450d-8071-8655c2a8d6de tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group_rule': {'security_group_id': 'b2c93eda-e272-4413-a7ea-aab837a56137', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:13.218724 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e0676004-54f5-450d-8071-8655c2a8d6de tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (8a5a5c42-8c26-4db5-985a-1dfd311da755), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.240938 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-8b98fe94-5fdd-417c-b168-14e6d675efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:13.242859 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-8b98fe94-5fdd-417c-b168-14e6d675efed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0664699 Mar 22 12:57:13.292392 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e0676004-54f5-450d-8071-8655c2a8d6de tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (8a5a5c42-8c26-4db5-985a-1dfd311da755), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.360404 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e0676004-54f5-450d-8071-8655c2a8d6de tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (8a5a5c42-8c26-4db5-985a-1dfd311da755), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.366800 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-434e24ac-0575-4216-95ae-ca62f1c5c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:13.368205 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-434e24ac-0575-4216-95ae-ca62f1c5c250 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 200 len: 912 time: 0.1052349 Mar 22 12:57:13.389765 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0676004-54f5-450d-8071-8655c2a8d6de tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5a5c42-8c26-4db5-985a-1dfd311da755,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:13.445578 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-936f24a6-9ef3-441a-a740-004619534b03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d HTTP/1.1" status: 200 len: 1001 time: 0.0683486 Mar 22 12:57:13.462290 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e0676004-54f5-450d-8071-8655c2a8d6de tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.463440 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e0676004-54f5-450d-8071-8655c2a8d6de tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485641 Mar 22 12:57:13.466834 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54336) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:13.471311 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group_rule': {'security_group_id': 'b2c93eda-e272-4413-a7ea-aab837a56137', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:13.500715 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-2aadd351-6eab-4a57-a77a-8ab13c88fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:13.502327 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-2aadd351-6eab-4a57-a77a-8ab13c88fb9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48ecb2af-327d-49eb-8111-f1b888c9b91f HTTP/1.1" status: 200 len: 850 time: 0.0505409 Mar 22 12:57:13.554958 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-4ede7c34-ea3a-475f-972c-4fe4ad2533bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:13.556476 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-4ede7c34-ea3a-475f-972c-4fe4ad2533bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0153605f-86fa-44c8-843c-61fcb7d41092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454235 Mar 22 12:57:13.558540 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (ed98d101-d8bd-4389-93a2-8fbd204f63a0), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.620057 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (ed98d101-d8bd-4389-93a2-8fbd204f63a0), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.651385 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-17847f0b-7374-4e48-ba9c-b3e8af25140b service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885932 Mar 22 12:57:13.660639 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-72930133-949f-437b-881e-6887c7b0a343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.688983 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (ed98d101-d8bd-4389-93a2-8fbd204f63a0), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.707465 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed98d101-d8bd-4389-93a2-8fbd204f63a0,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:13.716287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.716637 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.716989 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.717327 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.717659 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.718010 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.718350 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.718842 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.719174 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.719499 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.719828 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.720155 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.720481 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.720805 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.721282 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:13.752439 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-22b16a5c-d4fb-417e-b9c5-e92e0d6a53d1 req-788b0b9f-9f16-42f5-b7ad-ae164156895e service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880876 Mar 22 12:57:13.782965 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.784161 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-02926ce1-9bc8-4306-ae1f-c471c30d24c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163364 Mar 22 12:57:13.787330 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54340) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:13.792382 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:13.804269 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cba6c-eb93-4b9d-b13e-60c08189ad2a req-0dde4a90-d575-4da6-833a-0c804f7ff497 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:13.805761 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-368cba6c-eb93-4b9d-b13e-60c08189ad2a req-0dde4a90-d575-4da6-833a-0c804f7ff497 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0663350 Mar 22 12:57:13.860267 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-368cba6c-eb93-4b9d-b13e-60c08189ad2a req-7cb45ee5-63a9-46cc-bab1-edc080cfb161 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472872 Mar 22 12:57:13.893088 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:13.983178 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c7c49-84c6-45b5-ac03-ad14f8f5b1a1 req-07672d08-7997-4d36-839f-237eebc392c5 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:13.984677 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c36c7c49-84c6-45b5-ac03-ad14f8f5b1a1 req-07672d08-7997-4d36-839f-237eebc392c5 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1022122 Mar 22 12:57:14.050760 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c36c7c49-84c6-45b5-ac03-ad14f8f5b1a1 req-455ebaa8-4734-49d3-8c02-80bd1767bb9b tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581419 Mar 22 12:57:14.060234 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.169783 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Allocated IP 172.27.2.32 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/880c08cb-48e6-4e97-af82-db7fc4bf5165) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:57:14.273405 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (880c08cb-48e6-4e97-af82-db7fc4bf5165), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.369351 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (880c08cb-48e6-4e97-af82-db7fc4bf5165), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.405249 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:14.407952 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:14.411510 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:57:14.442261 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=880c08cb-48e6-4e97-af82-db7fc4bf5165,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:14.504171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (362806ce-27e8-49b1-83b7-52accb3c9afe), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.614403 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (880c08cb-48e6-4e97-af82-db7fc4bf5165), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.718518 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54352) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:14.765173 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (880c08cb-48e6-4e97-af82-db7fc4bf5165), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.823850 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a20e3fa1-8f40-492c-a2e6-9e37b376ff8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.831839 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (880c08cb-48e6-4e97-af82-db7fc4bf5165), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.897847 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=880c08cb-48e6-4e97-af82-db7fc4bf5165,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:14.899548 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a20e3fa1-8f40-492c-a2e6-9e37b376ff8f admin admin] Publish callbacks [] for security_group (71fd722e-4277-436a-8257-dbe5c9c1b165), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.911539 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (362806ce-27e8-49b1-83b7-52accb3c9afe), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.974605 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a20e3fa1-8f40-492c-a2e6-9e37b376ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (71fd722e-4277-436a-8257-dbe5c9c1b165), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:14.996580 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00b026-1882-4f82-9107-83eb12024393 req-91622e87-0176-49c7-ba93-415459d18f28 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:14.998262 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9e00b026-1882-4f82-9107-83eb12024393 req-91622e87-0176-49c7-ba93-415459d18f28 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0590880 Mar 22 12:57:15.002140 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:15.004070 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-58bde9ec-50b6-4c89-8994-7b39551391e3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2150211 Mar 22 12:57:15.011727 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e3fa1-8f40-492c-a2e6-9e37b376ff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd722e-4277-436a-8257-dbe5c9c1b165,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:15.027356 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a20e3fa1-8f40-492c-a2e6-9e37b376ff8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ca0e8a1163242e5a90bbc13f7c4caea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049614 Mar 22 12:57:15.027356 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54362) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:15.053102 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9e00b026-1882-4f82-9107-83eb12024393 req-7bb22936-f5a0-4ea3-9208-28fe3c5800b2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483508 Mar 22 12:57:15.086165 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4c0c19b0-9570-4549-8bda-6d2cff2338cd admin admin] Publish callbacks [] for security_group (71fd722e-4277-436a-8257-dbe5c9c1b165), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:15.110870 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4c0c19b0-9570-4549-8bda-6d2cff2338cd admin admin] Publish callbacks [] for security_group (71fd722e-4277-436a-8257-dbe5c9c1b165), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:15.176039 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0bd4-c4d2-4292-8633-2246f85bd342 req-9da2cc36-52db-42b4-b53b-afae9141a997 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:15.177591 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74cb0bd4-c4d2-4292-8633-2246f85bd342 req-9da2cc36-52db-42b4-b53b-afae9141a997 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0555708 Mar 22 12:57:15.205184 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4c0c19b0-9570-4549-8bda-6d2cff2338cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (71fd722e-4277-436a-8257-dbe5c9c1b165), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:15.208248 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4c0c19b0-9570-4549-8bda-6d2cff2338cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:15.211913 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-4c0c19b0-9570-4549-8bda-6d2cff2338cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71fd722e-4277-436a-8257-dbe5c9c1b165 HTTP/1.1" status: 204 len: 168 time: 0.1814992 Mar 22 12:57:15.221073 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c19b0-9570-4549-8bda-6d2cff2338cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd722e-4277-436a-8257-dbe5c9c1b165,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:15.253589 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a854451f-acaa-4769-88ca-02f54ff43dab tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--537257079&fields=id&tenant_id=cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 267 time: 0.0750101 Mar 22 12:57:15.256725 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74cb0bd4-c4d2-4292-8633-2246f85bd342 req-94c9b61a-8390-4546-bae8-329efaeea57f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724461 Mar 22 12:57:15.367011 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-08af3a62-2d9c-44d9-9949-ec9682fa444a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:15.368429 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-08af3a62-2d9c-44d9-9949-ec9682fa444a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 815 time: 0.1068070 Mar 22 12:57:15.383290 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-8783ec87-7148-4574-b7da-04de211fb848 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/quotas/cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 375 time: 0.0092180 Mar 22 12:57:15.438342 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-b00aba3a-dbb5-4a97-9d92-73ee078ce2ee tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494597 Mar 22 12:57:15.544242 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-68050511-e037-4ea1-9bba-880feb5211bc service neutron] 10.222.0.69 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941181 Mar 22 12:57:15.640175 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-f89a309a-d28c-4b68-86a2-a271e536b5d9 service neutron] 10.222.0.69 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895870 Mar 22 12:57:15.883431 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c29411fd-e208-44f5-ae01-eb00eb9b5876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:15.933416 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-50500b46-858c-4517-9ee6-ed7212b67a45 req-1f8fe20c-8ad1-4c05-8774-0b9a456cdc0f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 210 time: 0.0279424 Mar 22 12:57:16.176600 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545fc8d-ed98-496d-953f-0e5d8cac1b7a req-f27b912d-854f-4848-bf91-fef487f3a03c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:16.178086 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1545fc8d-ed98-496d-953f-0e5d8cac1b7a req-f27b912d-854f-4848-bf91-fef487f3a03c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0557606 Mar 22 12:57:16.228809 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1545fc8d-ed98-496d-953f-0e5d8cac1b7a req-2ddb17cf-2793-456a-9874-4ca7f0d324c9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451257 Mar 22 12:57:16.378102 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79503718-0e24-48ce-a7fe-daa5b20e6ac7 req-be8f98f3-d2f3-455c-8e3a-58027fd63403 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:16.379548 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-79503718-0e24-48ce-a7fe-daa5b20e6ac7 req-be8f98f3-d2f3-455c-8e3a-58027fd63403 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0514677 Mar 22 12:57:16.426126 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-79503718-0e24-48ce-a7fe-daa5b20e6ac7 req-54ff123c-23b6-4352-8e53-7229ebabfedb tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Mar 22 12:57:16.837966 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadc30a-290f-4afb-ac13-11acc3e9636d req-aaedbebf-e3ba-4f51-8058-cd825f2955d4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:16.839467 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afadc30a-290f-4afb-ac13-11acc3e9636d req-aaedbebf-e3ba-4f51-8058-cd825f2955d4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0518646 Mar 22 12:57:16.891686 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afadc30a-290f-4afb-ac13-11acc3e9636d req-990ba071-1654-48ca-9654-2fd0757a738f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455742 Mar 22 12:57:17.009188 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-dbf14aeb-f5ee-4426-95b1-9d69457d4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:17.010664 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-dbf14aeb-f5ee-4426-95b1-9d69457d4601 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0459163 Mar 22 12:57:17.031805 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-168913dd-779b-41a5-a64f-688cf956395f req-d259df31-4771-4549-8d64-de00e8afe0b1 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 210 time: 0.0279891 Mar 22 12:57:17.060862 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:17.114821 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-31a43695-d795-4965-92a7-c3942505f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:17.116475 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-31a43695-d795-4965-92a7-c3942505f4e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 200 len: 912 time: 0.0998049 Mar 22 12:57:17.184881 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-6ea62532-f12f-4f09-b4a6-4e99f5a34f1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d HTTP/1.1" status: 200 len: 1001 time: 0.0602305 Mar 22 12:57:17.258214 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-0c0a04be-1a3e-499c-adb9-5d03078d7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:17.259727 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-0c0a04be-1a3e-499c-adb9-5d03078d7e62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48ecb2af-327d-49eb-8111-f1b888c9b91f HTTP/1.1" status: 200 len: 850 time: 0.0460570 Mar 22 12:57:17.313393 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-b3bb354f-9b31-4685-89fb-3769fe51be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:17.315002 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-b3bb354f-9b31-4685-89fb-3769fe51be8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0153605f-86fa-44c8-843c-61fcb7d41092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484428 Mar 22 12:57:17.350581 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f378a99-ac9d-48cb-ab2f-87c3ab8c911b req-34308649-79d0-4f33-8749-0e4f34ddf25e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:17.352109 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f378a99-ac9d-48cb-ab2f-87c3ab8c911b req-34308649-79d0-4f33-8749-0e4f34ddf25e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0539465 Mar 22 12:57:17.401809 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f378a99-ac9d-48cb-ab2f-87c3ab8c911b req-8dde4617-edd4-4941-a0c9-a3ade5018534 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440168 Mar 22 12:57:17.409267 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-bd01415e-85c4-4ad8-975c-ecfdb5347f15 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865524 Mar 22 12:57:17.505049 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2186acbd-7cc5-4f5a-9bff-bd603527a9ff req-8fe928f8-3915-4989-82a1-302b1daa916c service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876179 Mar 22 12:57:18.012985 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb237f3-2e0d-4420-9009-c9c7c4cf0ca2 req-fe4edaca-d9b8-469b-bcdc-50ef53fd330e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:18.014513 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7cb237f3-2e0d-4420-9009-c9c7c4cf0ca2 req-fe4edaca-d9b8-469b-bcdc-50ef53fd330e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0531173 Mar 22 12:57:18.064894 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7cb237f3-2e0d-4420-9009-c9c7c4cf0ca2 req-48b206af-969a-417f-ab8f-8436e13b3a53 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448203 Mar 22 12:57:18.129164 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8a433489-59ba-4749-969f-be01e8c779a9 req-795c36dc-833e-4559-9fc5-6801f6b1cae1 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 210 time: 0.0274749 Mar 22 12:57:18.269107 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-981bfd84-09f8-40ea-a798-d60d6e9385dd tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:18.270423 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-981bfd84-09f8-40ea-a798-d60d6e9385dd tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 815 time: 0.1447024 Mar 22 12:57:18.346064 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-5466f8f8-75c6-4379-ae3b-d03c8152d53d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 379 time: 0.0554807 Mar 22 12:57:18.354881 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'port': {'device_id': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'admin_state_up': True, 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'security_groups': ['b2c93eda-e272-4413-a7ea-aab837a56137']}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:18.419755 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bc9d-4783-4d81-a624-82f5b5c9a133 req-67f4b649-515b-4e6f-869f-b894b486733f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:18.421310 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1590bc9d-4783-4d81-a624-82f5b5c9a133 req-67f4b649-515b-4e6f-869f-b894b486733f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0570314 Mar 22 12:57:18.479090 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1590bc9d-4783-4d81-a624-82f5b5c9a133 req-7d393a36-e98c-4418-b902-6004b9494324 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515926 Mar 22 12:57:18.503721 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54420) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:18.524545 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Made reservation on behalf of cb84bb553b0541e7b4d5f47cfce232aa for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:57:18.528636 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:18.530807 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984be96-ee81-4f05-b348-90611af0ce82 req-a4cea752-4bf7-4041-9590-1c88791c3e27 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:18.532372 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f984be96-ee81-4f05-b348-90611af0ce82 req-a4cea752-4bf7-4041-9590-1c88791c3e27 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0576153 Mar 22 12:57:18.591449 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f984be96-ee81-4f05-b348-90611af0ce82 req-0e60cfc4-4d62-4b26-bfb6-ff137568e9c3 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526445 Mar 22 12:57:18.674478 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Allocated IP 172.20.0.10 (e77cc734-8f84-4908-bac3-1adf9da48e97/d95eef21-c310-45c4-9761-63ce9644db4b/7dd9701a-88ef-4a86-a13e-a256a8dd9b13) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:57:18.688705 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:18.773943 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b718315-90fe-4a46-8c5c-228880bebf8b tempest-TestMinimumBasicScenario-1599788509 tempest-TestMinimumBasicScenario-1599788509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:18.775498 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-7b718315-90fe-4a46-8c5c-228880bebf8b tempest-TestMinimumBasicScenario-1599788509 tempest-TestMinimumBasicScenario-1599788509-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 1124 time: 0.2706068 Mar 22 12:57:18.778900 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54426) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:18.783381 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'port_id': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:18.836559 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:18.883491 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:18.936737 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:18.979773 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Network e77cc734-8f84-4908-bac3-1adf9da48e97 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:18.982611 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:18.982759 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:18.986339 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:57:19.026718 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:19.037734 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.038133 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.038450 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.038792 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.039126 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.039459 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.039946 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.040298 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.040763 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.041099 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.041430 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.041768 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.042124 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.042425 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.042748 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:19.064675 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:19.065318 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:19.113261 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Allocated IP 172.27.2.36 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/bddb99b7-065e-41dd-a452-7966df28918e) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:57:19.161918 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-a559413a-2e38-4063-bb5a-0ff93c5f5ee2 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8106096 Mar 22 12:57:19.185620 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Request body: {'port': {'device_id': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:19.225443 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-6a6c0d13-a7e8-4233-a679-b11796c3654f None None] Provisioning complete for port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:57:19.226003 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c0d13-a7e8-4233-a679-b11796c3654f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:19.262267 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c0d13-a7e8-4233-a679-b11796c3654f None None] Port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:57:19.263719 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:19.317316 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc76ff8-2ddc-425f-a13f-bf08cc201267 req-9b1ee1a4-cbd8-4e51-b623-53df29eff613 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:19.318810 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2dc76ff8-2ddc-425f-a13f-bf08cc201267 req-9b1ee1a4-cbd8-4e51-b623-53df29eff613 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.1705623 Mar 22 12:57:19.324090 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for port (bddb99b7-065e-41dd-a452-7966df28918e), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:19.331822 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13db94-2b42-485d-a21c-542447fb3ef6 req-bd0173ce-8b41-465d-8ec1-42ac82a2cfc0 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:19.333311 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6c13db94-2b42-485d-a21c-542447fb3ef6 req-bd0173ce-8b41-465d-8ec1-42ac82a2cfc0 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 932 time: 0.1205297 Mar 22 12:57:19.430696 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2dc76ff8-2ddc-425f-a13f-bf08cc201267 req-3937b9e7-f069-4638-8223-fd4f3ffdae96 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950599 Mar 22 12:57:19.436613 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6c13db94-2b42-485d-a21c-542447fb3ef6 req-2b5d705b-917a-4c10-9eff-2ee845cdd41e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919216 Mar 22 12:57:19.502978 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (bddb99b7-065e-41dd-a452-7966df28918e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:19.542780 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:19.546426 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:19.552356 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:57:19.558142 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'Port': ['ID=bddb99b7-065e-41dd-a452-7966df28918e,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:19.766256 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:57:19.774884 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Publish callbacks [] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:19.787464 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Transition to ACTIVE for port object 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:57:19.794648 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2436d-6f9f-49a8-9ead-106911ce3c0e req-0f86cf3b-040e-4a42-942a-cb87bd46b56c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:19.796049 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6fe2436d-6f9f-49a8-9ead-106911ce3c0e req-0f86cf3b-040e-4a42-942a-cb87bd46b56c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.1345153 Mar 22 12:57:19.860426 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:19.884507 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6fe2436d-6f9f-49a8-9ead-106911ce3c0e req-f859e62c-e9ef-4831-890c-0d8f688597f9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819447 Mar 22 12:57:19.934180 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Pushing event updated for resources: {'Port': ['ID=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:19.997896 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Attempting to bind port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:57:19.998949 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Attempting to bind port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:57:19.999064 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for floatingip (e8be73c0-9c26-4e8a-b192-164ef10ba622), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:19.999274 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Attempting to bind port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:57:20.004478 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 on network e77cc734-8f84-4908-bac3-1adf9da48e97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:57:20.004802 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Attempting to bind port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:57:20.010800 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:57:20.011156 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Checking segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:57:20.011519 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Bound using segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:57:20.011950 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Bound port: 7dd9701a-88ef-4a86-a13e-a256a8dd9b13, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:57:20.012849 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:20.077646 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] For port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:57:20.080841 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] For port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:57:20.107626 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:20.193548 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (bddb99b7-065e-41dd-a452-7966df28918e), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:20.194422 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:20.228288 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:20.228891 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:20.230316 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] 10.222.0.46 "PUT /v2.0/ports/7dd9701a-88ef-4a86-a13e-a256a8dd9b13 HTTP/1.1" status: 200 len: 1094 time: 1.0509052 Mar 22 12:57:20.230756 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'tag': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:57:20.232976 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc07358-ed9b-4416-90a0-cc6ead7c3114" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcad286-e265-44af-96c5-92c8c657f06f", "tag": "7dd9701a-88ef-4a86-a13e-a256a8dd9b13"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:57:20.272784 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc734c74-00e3-4378-8766-8795f22e912d service neutron] Pushing event updated for resources: {'Port': ['ID=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:20.287255 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5be3384-4087-4516-980c-c1a77356a087 x-openstack-request-id: req-d5be3384-4087-4516-980c-c1a77356a087 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:57:20.287621 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcad286-e265-44af-96c5-92c8c657f06f", "tag": "7dd9701a-88ef-4a86-a13e-a256a8dd9b13", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:57:20.287942 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d5be3384-4087-4516-980c-c1a77356a087 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:57:20.288435 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5be3384-4087-4516-980c-c1a77356a087'] response: {'name': 'network-changed', 'server_uuid': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'tag': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13', 'status': 'completed', 'code': 200} Mar 22 12:57:20.383549 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07358-ed9b-4416-90a0-cc6ead7c3114 req-fd24eac8-daf0-4bdd-8e1d-24dff3f29907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:20.385101 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1fc07358-ed9b-4416-90a0-cc6ead7c3114 req-fd24eac8-daf0-4bdd-8e1d-24dff3f29907 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 1128 time: 0.0584888 Mar 22 12:57:20.520183 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07358-ed9b-4416-90a0-cc6ead7c3114 req-fb769db6-5d76-45e9-8d15-60bef65f1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:20.522328 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1fc07358-ed9b-4416-90a0-cc6ead7c3114 req-fb769db6-5d76-45e9-8d15-60bef65f1b42 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1221418 Mar 22 12:57:20.620301 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07358-ed9b-4416-90a0-cc6ead7c3114 req-11174095-9808-4c3c-9bcb-77fb143c6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:20.621721 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1fc07358-ed9b-4416-90a0-cc6ead7c3114 req-11174095-9808-4c3c-9bcb-77fb143c6162 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927472 Mar 22 12:57:20.634952 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591b5e3-e479-4778-a07f-1b2b52bc35cf req-58785e7f-721d-4b8c-8bef-dfe928dfb9f4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:20.636419 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b591b5e3-e479-4778-a07f-1b2b52bc35cf req-58785e7f-721d-4b8c-8bef-dfe928dfb9f4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 944 time: 0.0909657 Mar 22 12:57:20.671855 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for port (bddb99b7-065e-41dd-a452-7966df28918e), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:20.702683 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b591b5e3-e479-4778-a07f-1b2b52bc35cf req-378728d0-b755-4904-913c-cad8e9521a5f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557537 Mar 22 12:57:20.726483 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-ebd3b536-9392-49e9-adf0-e3f248eef935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:20.727965 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-ebd3b536-9392-49e9-adf0-e3f248eef935 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 1128 time: 0.0458596 Mar 22 12:57:20.730994 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (bddb99b7-065e-41dd-a452-7966df28918e), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:20.776399 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-d61de018-ce93-4c11-9a6d-602f9079c68e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dd9701a-88ef-4a86-a13e-a256a8dd9b13 HTTP/1.1" status: 200 len: 217 time: 0.0361342 Mar 22 12:57:20.799035 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'Port': ['ID=bddb99b7-065e-41dd-a452-7966df28918e,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:20.812358 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (e8be73c0-9c26-4e8a-b192-164ef10ba622), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:20.831964 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-0fda95db-04d7-4e1c-bbb1-49c34e40c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:20.833562 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-0fda95db-04d7-4e1c-bbb1-49c34e40c48a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.0517285 Mar 22 12:57:20.885740 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-92d724ef-8e20-47f2-ad98-96de730d7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:20.888003 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-92d724ef-8e20-47f2-ad98-96de730d7297 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488865 Mar 22 12:57:20.921934 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Floating IP e8be73c0-9c26-4e8a-b192-164ef10ba622 associated. External IP: 172.27.2.36, port: 71df3ba4-cec7-49ba-8f66-7778ae28b9dc. Mar 22 12:57:20.985645 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-ddf2a886-713e-4d51-93aa-4c5bd73b58ce service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918069 Mar 22 12:57:21.061494 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd3ae7-3c3a-439a-9517-f7c05c1646e7 req-65d091af-aab4-40b7-8c3f-39c168901925 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:21.062992 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74dd3ae7-3c3a-439a-9517-f7c05c1646e7 req-65d091af-aab4-40b7-8c3f-39c168901925 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.1000772 Mar 22 12:57:21.084938 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-63e7e254-f5f3-42e5-8c6c-99e2375df89b req-417f9700-a61a-4da9-890d-f2ecc30f4cbc service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908186 Mar 22 12:57:21.177033 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74dd3ae7-3c3a-439a-9517-f7c05c1646e7 req-5bda92b6-0b17-4963-b369-939d6247e76a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072364 Mar 22 12:57:21.216505 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:57:21.324515 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:21.334628 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] Sync routers for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:57:21.344591 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:57:21.345187 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:57:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:21.399985 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:21.435373 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-0f9b6a7e-e619-4d77-a6e0-56a9ef915df3 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6528282 Mar 22 12:57:21.435373 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:57:21.435830 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d7b88b-cb0d-4860-8dc4-d25c413fd961" -d '{"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:57:21.436612 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54442) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:21.440776 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-a0b0cab9-4526-4c28-8a0d-99c2fa2d1c07 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206204292', 'description': 'tempest-secgroup-smoke-1206204292 description', 'project_id': 'abd811f171ce40bfbd43985997ae0e32'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:21.449552 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:57:21.476526 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5dface-581f-4bee-89c0-a418ee0781df x-openstack-request-id: req-9a5dface-581f-4bee-89c0-a418ee0781df {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:57:21.476818 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:57:21.477075 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a5dface-581f-4bee-89c0-a418ee0781df {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:57:21.477482 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5dface-581f-4bee-89c0-a418ee0781df'] response: {'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'status': 'completed', 'code': 200} Mar 22 12:57:21.518017 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cab9-4526-4c28-8a0d-99c2fa2d1c07 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:21.603976 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-9e6af833-90bb-4a75-b967-c702482b15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:21.605492 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-9e6af833-90bb-4a75-b967-c702482b15df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=abd811f171ce40bfbd43985997ae0e32&device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 1129 time: 0.0753837 Mar 22 12:57:21.676218 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cab9-4526-4c28-8a0d-99c2fa2d1c07 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group (63eef534-58a2-42fc-a378-cf81ba137190), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:21.683347 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': 'e8be73c0-9c26-4e8a-b192-164ef10ba622', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'port_id': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'mac_address': 'fa:16:3e:86:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:57:19Z', 'updated_at': '2022-03-22T12:57:19Z', 'revision_number': 0, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcafeb5d-3f86-49e4-aae1-81297030ab44', 'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'mac_address': 'fa:16:3e:00:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:17Z', 'revision_number': 5, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'subnets': [{'id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:21.710678 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] Checking router: d49fb426-ac46-47aa-b76d-2ed47d0d8b4d for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:57:21.718106 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-023b5b3e-0d17-4659-ab8f-f383945f6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:21.718934 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:57:21.722093 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:57:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:21.722215 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-023b5b3e-0d17-4659-ab8f-f383945f6d5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1faed385-4a1e-4d88-a904-b14953b03f7d HTTP/1.1" status: 200 len: 915 time: 0.1073031 Mar 22 12:57:21.789587 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-1cfb9d79-89b8-40a2-874a-4826027c73c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 200 len: 998 time: 0.0635233 Mar 22 12:57:21.790299 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cab9-4526-4c28-8a0d-99c2fa2d1c07 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (63eef534-58a2-42fc-a378-cf81ba137190), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:21.843683 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f20c7-f4ca-44ee-9352-5ec20a94bb00 req-9551245f-0238-43e1-b0ca-6a71761388bb tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:21.845252 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4a9f20c7-f4ca-44ee-9352-5ec20a94bb00 req-9551245f-0238-43e1-b0ca-6a71761388bb tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 944 time: 0.0621765 Mar 22 12:57:21.859983 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0cab9-4526-4c28-8a0d-99c2fa2d1c07 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eef534-58a2-42fc-a378-cf81ba137190,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:21.869838 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-5a2cec5f-2fcb-44cc-ab0f-5e00458ce804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:21.872731 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-5a2cec5f-2fcb-44cc-ab0f-5e00458ce804 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75ad1880-69c8-4b64-924f-2e7c348c7549 HTTP/1.1" status: 200 len: 853 time: 0.0740428 Mar 22 12:57:21.898372 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4a9f20c7-f4ca-44ee-9352-5ec20a94bb00 req-6879f048-8ed6-4565-a61a-68672492cb45 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465627 Mar 22 12:57:21.921843 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cab9-4526-4c28-8a0d-99c2fa2d1c07 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:21.923121 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a0b0cab9-4526-4c28-8a0d-99c2fa2d1c07 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4859042 Mar 22 12:57:21.923511 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:57:21.925184 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-ea27aad1-ad0b-4ae3-bd09-97ca81c39cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:21.926621 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-ea27aad1-ad0b-4ae3-bd09-97ca81c39cc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1faed385-4a1e-4d88-a904-b14953b03f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488739 Mar 22 12:57:21.926777 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54448) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:21.931306 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-b5c7678c-0d58-48e7-9558-576577b8598d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'security_group_rule': {'security_group_id': '63eef534-58a2-42fc-a378-cf81ba137190', 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:22.004275 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b5c7678c-0d58-48e7-9558-576577b8598d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (22d6a59e-a2e4-4b6e-a9e1-d4c97f07fb65), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:22.028731 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-81d30636-98f0-4f04-81ce-c5d36c604956 service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931795 Mar 22 12:57:22.071931 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b5c7678c-0d58-48e7-9558-576577b8598d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (22d6a59e-a2e4-4b6e-a9e1-d4c97f07fb65), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:22.125310 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-02d7b88b-cb0d-4860-8dc4-d25c413fd961 req-5e5e5d54-ad9c-4f25-9a4a-35ccfbef57b3 service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902395 Mar 22 12:57:22.136056 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b5c7678c-0d58-48e7-9558-576577b8598d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (22d6a59e-a2e4-4b6e-a9e1-d4c97f07fb65), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:22.154141 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': 'e8be73c0-9c26-4e8a-b192-164ef10ba622', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'port_id': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'mac_address': 'fa:16:3e:86:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:57:19Z', 'updated_at': '2022-03-22T12:57:19Z', 'revision_number': 0, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcafeb5d-3f86-49e4-aae1-81297030ab44', 'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'mac_address': 'fa:16:3e:00:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:17Z', 'revision_number': 5, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'subnets': [{'id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:22.159023 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7678c-0d58-48e7-9558-576577b8598d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d6a59e-a2e4-4b6e-a9e1-d4c97f07fb65,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:22.186748 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d69978-4fc8-4501-9cd0-f7c2f702cc0d None None] The sync data for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi is: [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': 'e8be73c0-9c26-4e8a-b192-164ef10ba622', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'port_id': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'mac_address': 'fa:16:3e:86:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:57:19Z', 'updated_at': '2022-03-22T12:57:19Z', 'revision_number': 0, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcafeb5d-3f86-49e4-aae1-81297030ab44', 'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'mac_address': 'fa:16:3e:00:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:17Z', 'revision_number': 5, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'subnets': [{'id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:57:22.225489 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b5c7678c-0d58-48e7-9558-576577b8598d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:22.226756 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-b5c7678c-0d58-48e7-9558-576577b8598d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988937 Mar 22 12:57:22.229456 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54452) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:22.235561 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-de575366-877c-4228-a362-b39579eb82a7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'security_group_rule': {'security_group_id': '63eef534-58a2-42fc-a378-cf81ba137190', 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:22.319519 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f4487-15e9-4d99-885d-36a0b967d1cc req-f224df3a-beb5-4d38-9465-ddd2fb178894 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:22.319519 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1c4f4487-15e9-4d99-885d-36a0b967d1cc req-f224df3a-beb5-4d38-9465-ddd2fb178894 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0569336 Mar 22 12:57:22.360114 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1c4f4487-15e9-4d99-885d-36a0b967d1cc req-42ea8e84-ea74-4a6a-b94c-5e59e48b27ab tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448458 Mar 22 12:57:22.401360 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838561b-eca5-4b46-969b-4fe75f38c6d0 None None] New status for floating IP e8be73c0-9c26-4e8a-b192-164ef10ba622: ACTIVE {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:57:22.411168 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-de575366-877c-4228-a362-b39579eb82a7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (fc0cf80a-a47b-4fda-b867-5bdd506254a5), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:22.456639 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-de575366-877c-4228-a362-b39579eb82a7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (fc0cf80a-a47b-4fda-b867-5bdd506254a5), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:22.696629 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-de575366-877c-4228-a362-b39579eb82a7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (fc0cf80a-a47b-4fda-b867-5bdd506254a5), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:22.715100 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de575366-877c-4228-a362-b39579eb82a7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0cf80a-a47b-4fda-b867-5bdd506254a5,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:22.790067 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-de575366-877c-4228-a362-b39579eb82a7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:22.798214 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-de575366-877c-4228-a362-b39579eb82a7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5608611 Mar 22 12:57:22.798214 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54458) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:22.799892 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-0f87a48c-3cf1-4216-9f71-d4422d91483f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'security_group_rule': {'security_group_id': '63eef534-58a2-42fc-a378-cf81ba137190', 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:22.884290 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f87a48c-3cf1-4216-9f71-d4422d91483f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (a7837fea-94c4-4329-87eb-94d5824a771c), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:22.946919 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f87a48c-3cf1-4216-9f71-d4422d91483f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (a7837fea-94c4-4329-87eb-94d5824a771c), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.005115 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f87a48c-3cf1-4216-9f71-d4422d91483f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (a7837fea-94c4-4329-87eb-94d5824a771c), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.028343 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87a48c-3cf1-4216-9f71-d4422d91483f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7837fea-94c4-4329-87eb-94d5824a771c,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:23.046811 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7332db-3f34-499a-a205-a289371c8584 req-a70033d3-d132-4e60-aec8-219f0ff525c4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:23.046811 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fc7332db-3f34-499a-a205-a289371c8584 req-a70033d3-d132-4e60-aec8-219f0ff525c4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 944 time: 0.0752983 Mar 22 12:57:23.092495 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fc7332db-3f34-499a-a205-a289371c8584 req-5012b80f-5d25-417a-acf5-5b916882cd57 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Mar 22 12:57:23.119371 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f87a48c-3cf1-4216-9f71-d4422d91483f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.120515 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-0f87a48c-3cf1-4216-9f71-d4422d91483f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3245800 Mar 22 12:57:23.123286 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54462) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:23.132476 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-8cac0359-3657-4485-aca9-b1e47cf48944 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'security_group_rule': {'security_group_id': '63eef534-58a2-42fc-a378-cf81ba137190', 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:23.208163 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-8cac0359-3657-4485-aca9-b1e47cf48944 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (4e010233-c28e-4ce9-9cca-18d9a76c8003), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.272106 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-8cac0359-3657-4485-aca9-b1e47cf48944 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (4e010233-c28e-4ce9-9cca-18d9a76c8003), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.371086 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-8cac0359-3657-4485-aca9-b1e47cf48944 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (4e010233-c28e-4ce9-9cca-18d9a76c8003), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.392790 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac0359-3657-4485-aca9-b1e47cf48944 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e010233-c28e-4ce9-9cca-18d9a76c8003,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:23.465676 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-8cac0359-3657-4485-aca9-b1e47cf48944 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.466790 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-8cac0359-3657-4485-aca9-b1e47cf48944 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3425696 Mar 22 12:57:23.469954 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54466) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:23.474815 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-c7896d17-91de-4d97-b976-96c080a198f9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'security_group_rule': {'security_group_id': '63eef534-58a2-42fc-a378-cf81ba137190', 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:23.492770 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a749d-3748-4568-9178-a226e14be780 req-d5bdc0ee-4fd1-4511-a804-0ce45398f58d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:23.494306 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d4a749d-3748-4568-9178-a226e14be780 req-d5bdc0ee-4fd1-4511-a804-0ce45398f58d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0586450 Mar 22 12:57:23.536706 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.securitygroups_db [None req-c7896d17-91de-4d97-b976-96c080a198f9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Project abd811f171ce40bfbd43985997ae0e32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:57:23.541767 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c7896d17-91de-4d97-b976-96c080a198f9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (e18379c1-ed27-4578-b6ea-a68d22f41566), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.554502 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d4a749d-3748-4568-9178-a226e14be780 req-ce54e076-a9da-4579-bacd-c6a144df0e46 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470445 Mar 22 12:57:23.609886 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c7896d17-91de-4d97-b976-96c080a198f9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (e18379c1-ed27-4578-b6ea-a68d22f41566), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.679142 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c7896d17-91de-4d97-b976-96c080a198f9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (e18379c1-ed27-4578-b6ea-a68d22f41566), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.699568 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7896d17-91de-4d97-b976-96c080a198f9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18379c1-ed27-4578-b6ea-a68d22f41566,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:23.788579 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c7896d17-91de-4d97-b976-96c080a198f9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.790769 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c7896d17-91de-4d97-b976-96c080a198f9 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3186295 Mar 22 12:57:23.792609 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54468) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:23.797624 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-0ade44f9-2382-450e-a6a7-807bd5c27b6d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'security_group_rule': {'security_group_id': '63eef534-58a2-42fc-a378-cf81ba137190', 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:23.864924 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d60f1-00b7-4b5f-8dfe-570806e2aedc req-484c5ffa-8253-45d6-a6d4-837f77b6a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:23.866439 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ad8d60f1-00b7-4b5f-8dfe-570806e2aedc req-484c5ffa-8253-45d6-a6d4-837f77b6a417 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 1130 time: 0.0491285 Mar 22 12:57:23.909577 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.securitygroups_db [None req-0ade44f9-2382-450e-a6a7-807bd5c27b6d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Project abd811f171ce40bfbd43985997ae0e32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:57:23.920694 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-ad8d60f1-00b7-4b5f-8dfe-570806e2aedc req-be47126f-8562-4be5-882f-477ae2f15a5b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461898 Mar 22 12:57:23.921341 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0ade44f9-2382-450e-a6a7-807bd5c27b6d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (f090ad9c-35f0-4eae-a5d0-6fc91826f328), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:23.972479 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0ade44f9-2382-450e-a6a7-807bd5c27b6d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (f090ad9c-35f0-4eae-a5d0-6fc91826f328), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:24.045766 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0ade44f9-2382-450e-a6a7-807bd5c27b6d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (f090ad9c-35f0-4eae-a5d0-6fc91826f328), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:24.065454 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade44f9-2382-450e-a6a7-807bd5c27b6d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f090ad9c-35f0-4eae-a5d0-6fc91826f328,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:24.138777 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0ade44f9-2382-450e-a6a7-807bd5c27b6d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:24.140533 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0ade44f9-2382-450e-a6a7-807bd5c27b6d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3467891 Mar 22 12:57:24.245848 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5ee2e-e94f-416d-87f4-629590a9f7ab req-102495da-9e08-45b4-8a8b-3d9aabc01147 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:24.247379 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46f5ee2e-e94f-416d-87f4-629590a9f7ab req-102495da-9e08-45b4-8a8b-3d9aabc01147 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 944 time: 0.0872092 Mar 22 12:57:24.251230 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-e177b4bc-ddcb-42e1-9ed7-d7b968e0afa1 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206204292&fields=id&tenant_id=abd811f171ce40bfbd43985997ae0e32 HTTP/1.1" status: 200 len: 267 time: 0.0629730 Mar 22 12:57:24.328333 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46f5ee2e-e94f-416d-87f4-629590a9f7ab req-60d46942-1804-4f79-bfc6-7feaf54908fd tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750458 Mar 22 12:57:24.345451 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-c68eab7e-b718-45db-bc8e-629ed75e4466 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:24.346953 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-c68eab7e-b718-45db-bc8e-629ed75e4466 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0880206 Mar 22 12:57:24.357380 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-5d8322a1-c7ea-4eb3-964a-903ba53e0988 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'port': {'security_groups': ['e9754781-1279-4a11-b6af-5428de444fa0', '63eef534-58a2-42fc-a378-cf81ba137190']}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:24.427706 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-5d8322a1-c7ea-4eb3-964a-903ba53e0988 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:24.511157 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:57:24.615162 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:24.627817 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-5d8322a1-c7ea-4eb3-964a-903ba53e0988 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] For port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:24.636108 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'port_id': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13', 'mac_address': 'fa:16:3e:86:b4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:57:24.676946 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:57:24.677642 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:24.691903 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:57:24.695498 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-5d8322a1-c7ea-4eb3-964a-903ba53e0988 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:24.713150 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:24.715806 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108ba46-2620-408f-9d00-b612d625b894 req-58752e06-dfa5-4d88-b435-97a7e362cf98 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:24.717385 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c108ba46-2620-408f-9d00-b612d625b894 req-58752e06-dfa5-4d88-b435-97a7e362cf98 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0875363 Mar 22 12:57:24.767245 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c108ba46-2620-408f-9d00-b612d625b894 req-ceb2ba4e-b7ea-467d-8af6-a85b9ffa49d0 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441682 Mar 22 12:57:24.791712 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-5d8322a1-c7ea-4eb3-964a-903ba53e0988 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:24.803245 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:24.838477 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-5d8322a1-c7ea-4eb3-964a-903ba53e0988 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:24.838864 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-5d8322a1-c7ea-4eb3-964a-903ba53e0988 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:24.840329 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98590061-248c-40b3-8281-c3dcfdf0c3e0 req-5d8322a1-c7ea-4eb3-964a-903ba53e0988 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "PUT /v2.0/ports/71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 200 len: 981 time: 0.4873466 Mar 22 12:57:24.840800 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:57:24.846341 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['71df3ba4-cec7-49ba-8f66-7778ae28b9dc'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:57:24.853216 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c37cdf-4919-4e59-9f42-8913a4fc7564" -d '{"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:57:24.886059 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:24.899036 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8322a1-c7ea-4eb3-964a-903ba53e0988 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'Port': ['ID=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,revision_number=6']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:24.913237 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8061b4f1-1dc8-411f-b553-a9597d1581bd x-openstack-request-id: req-8061b4f1-1dc8-411f-b553-a9597d1581bd {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:57:24.913553 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:57:24.913791 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8061b4f1-1dc8-411f-b553-a9597d1581bd {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:57:24.914231 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8061b4f1-1dc8-411f-b553-a9597d1581bd'] response: {'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'status': 'completed', 'code': 200} Mar 22 12:57:24.993056 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4985a9-8873-4568-9f4e-23854c062fc2 req-c7d234eb-ada1-4364-8bc7-21f468bb900c tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:25.001549 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c4985a9-8873-4568-9f4e-23854c062fc2 req-c7d234eb-ada1-4364-8bc7-21f468bb900c tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0808239 Mar 22 12:57:25.074331 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-05071bc7-0ccd-47f3-958d-1355437183a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:25.076593 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-05071bc7-0ccd-47f3-958d-1355437183a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=abd811f171ce40bfbd43985997ae0e32&device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 1168 time: 0.0566347 Mar 22 12:57:25.078565 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c4985a9-8873-4568-9f4e-23854c062fc2 req-48327e36-da39-4eb0-9261-294145b650fe tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757535 Mar 22 12:57:25.099810 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['71df3ba4-cec7-49ba-8f66-7778ae28b9dc'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:57:25.208995 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-b6ec7015-12d4-493f-84c5-ecafecefbe9c None None] Provisioning complete for port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:57:25.209323 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7015-12d4-493f-84c5-ecafecefbe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:25.222104 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-710e7bfd-c555-465e-93e4-11291634f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:25.224247 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-710e7bfd-c555-465e-93e4-11291634f558 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1faed385-4a1e-4d88-a904-b14953b03f7d HTTP/1.1" status: 200 len: 915 time: 0.1101520 Mar 22 12:57:25.302253 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['7dd9701a-88ef-4a86-a13e-a256a8dd9b13'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:57:25.304961 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-4b0e62e9-fa83-4550-b3a9-525ccc5c76ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 200 len: 1000 time: 0.0679779 Mar 22 12:57:25.360872 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-bb0bd93b-99bd-432d-97e3-981dafdac1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:25.362652 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-bb0bd93b-99bd-432d-97e3-981dafdac1c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75ad1880-69c8-4b64-924f-2e7c348c7549 HTTP/1.1" status: 200 len: 853 time: 0.0508811 Mar 22 12:57:25.427327 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-e3838a47-bb4c-4506-9ab6-17178896163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:25.429007 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-e3838a47-bb4c-4506-9ab6-17178896163e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1faed385-4a1e-4d88-a904-b14953b03f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596802 Mar 22 12:57:25.475912 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec7015-12d4-493f-84c5-ecafecefbe9c None None] Current status of the port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:57:25.476171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4682d-75d4-4727-b6f1-ab324d9220ed req-ae505c06-0e3a-4ad7-9126-a1228b656896 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:25.487102 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f6c4682d-75d4-4727-b6f1-ab324d9220ed req-ae505c06-0e3a-4ad7-9126-a1228b656896 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 945 time: 0.0783322 Mar 22 12:57:25.546417 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-fc62c0e5-b23d-436a-bd99-8e87050fec80 service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037068 Mar 22 12:57:25.553290 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f6c4682d-75d4-4727-b6f1-ab324d9220ed req-2aa7383d-42ff-4daa-9679-4587082d8445 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645058 Mar 22 12:57:25.646749 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37c37cdf-4919-4e59-9f42-8913a4fc7564 req-338e6db0-57d9-4fc3-844d-8b010a4bf827 service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939271 Mar 22 12:57:25.885619 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050b7a1-bd64-4d15-b31f-8fc6b80ea1d7 req-9a7f5da2-34c9-4ddc-91f2-9e96cab306ee tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:25.887126 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2050b7a1-bd64-4d15-b31f-8fc6b80ea1d7 req-9a7f5da2-34c9-4ddc-91f2-9e96cab306ee tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0528815 Mar 22 12:57:25.937774 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2050b7a1-bd64-4d15-b31f-8fc6b80ea1d7 req-9b84c839-9346-4ffa-b7da-e01b03899054 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442288 Mar 22 12:57:26.527140 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b826c1-405c-492b-8564-9ffc773b024e req-de1e7d89-ad78-47b4-98f8-5765c6c7a81a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:26.528597 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-39b826c1-405c-492b-8564-9ffc773b024e req-de1e7d89-ad78-47b4-98f8-5765c6c7a81a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0561421 Mar 22 12:57:26.535228 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:57:26.590358 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-39b826c1-405c-492b-8564-9ffc773b024e req-82947d9b-c723-4656-ad9c-bd6aadc8354a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548658 Mar 22 12:57:26.617077 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-8dca37a2-9675-4d6f-8bd5-4b4adf932ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:26.618667 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-8dca37a2-9675-4d6f-8bd5-4b4adf932ed2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 1130 time: 0.0560951 Mar 22 12:57:26.678078 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:57:26.683092 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:57:26.685687 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:26.705407 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecf017-6434-4c8b-b3c5-a9c23bcdf764 req-febadd26-0dd4-4817-b500-c22a1c5ef472 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:26.707082 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-76ecf017-6434-4c8b-b3c5-a9c23bcdf764 req-febadd26-0dd4-4817-b500-c22a1c5ef472 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 945 time: 0.0624993 Mar 22 12:57:26.724223 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-7249f5f3-8e0e-4576-8568-9364b9fc2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:26.725696 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-7249f5f3-8e0e-4576-8568-9364b9fc2916 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.1005096 Mar 22 12:57:26.762255 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-76ecf017-6434-4c8b-b3c5-a9c23bcdf764 req-b67db8b3-8e62-4dbf-ac89-d90aa38666db tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438581 Mar 22 12:57:26.780411 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:57:26.780411 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:26.799310 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-807ecb47-4e2f-45cb-9d07-11943e6faf35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3995aceb-27af-4dc2-9904-66323525b90e HTTP/1.1" status: 200 len: 1002 time: 0.0661440 Mar 22 12:57:26.808237 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:57:26.811321 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8782eb59-2fb6-4b46-9ea2-2335201624b6" -d '{"events": [{"server_uuid": "dfcad286-e265-44af-96c5-92c8c657f06f", "name": "network-vif-plugged", "status": "completed", "tag": "7dd9701a-88ef-4a86-a13e-a256a8dd9b13"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:57:26.823904 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:26.846155 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d2a04-8a27-481d-a093-7f2c49262423 x-openstack-request-id: req-6c9d2a04-8a27-481d-a093-7f2c49262423 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:57:26.846475 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcad286-e265-44af-96c5-92c8c657f06f", "name": "network-vif-plugged", "status": "completed", "tag": "7dd9701a-88ef-4a86-a13e-a256a8dd9b13", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:57:26.846755 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c9d2a04-8a27-481d-a093-7f2c49262423 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:57:26.847190 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9d2a04-8a27-481d-a093-7f2c49262423'] response: {'server_uuid': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13', 'code': 200} Mar 22 12:57:26.851967 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-82dfc1ff-0ee5-4554-aaa2-705c55bdc643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:26.853446 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-82dfc1ff-0ee5-4554-aaa2-705c55bdc643 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0472102 Mar 22 12:57:26.900812 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:26.951660 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:26.957776 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-0067b9b0-f784-46c6-91e1-0c4dfe413320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:26.960465 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-0067b9b0-f784-46c6-91e1-0c4dfe413320 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557861 Mar 22 12:57:27.051966 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-8a2c1e9f-e66b-47ba-a95f-601a95399627 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846663 Mar 22 12:57:27.145674 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-144d4f46-8e58-4b63-878b-dd030b71bcb8 req-ec40f5f8-fc57-4af7-9981-03ee020f7151 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868151 Mar 22 12:57:27.262682 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e159a9-b6e6-4a5b-b2b2-02ed14920d31 req-1e846c0d-8064-454d-a2a9-487643a3b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:27.264474 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-94e159a9-b6e6-4a5b-b2b2-02ed14920d31 req-1e846c0d-8064-454d-a2a9-487643a3b3e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 1130 time: 0.0474703 Mar 22 12:57:27.316225 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-94e159a9-b6e6-4a5b-b2b2-02ed14920d31 req-e50b9d4b-02ed-4d64-94c1-56adb6c28449 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393786 Mar 22 12:57:27.712170 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebcda9-478b-4531-af15-a3740ef91fc2 req-864a9b99-16bb-465a-ad87-45cf1e9f0801 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:27.713629 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-76ebcda9-478b-4531-af15-a3740ef91fc2 req-864a9b99-16bb-465a-ad87-45cf1e9f0801 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0530000 Mar 22 12:57:27.760697 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-76ebcda9-478b-4531-af15-a3740ef91fc2 req-25897c4c-3c08-48c9-aed6-4fca363c0d65 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414481 Mar 22 12:57:27.886164 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7764ef-76b9-4c97-a451-6be7603550e4 req-f97ed64f-da9a-4d86-9ca1-9a0f7a79b62d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:27.887564 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bd7764ef-76b9-4c97-a451-6be7603550e4 req-f97ed64f-da9a-4d86-9ca1-9a0f7a79b62d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 946 time: 0.0591614 Mar 22 12:57:27.935853 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bd7764ef-76b9-4c97-a451-6be7603550e4 req-842ed1d3-bab4-496c-956c-8c5741e0357c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418935 Mar 22 12:57:28.880789 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7486fd3-efee-496e-816c-0254fcbbaedc req-66a32447-7339-4391-9641-847c66ed1dc2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:28.882456 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b7486fd3-efee-496e-816c-0254fcbbaedc req-66a32447-7339-4391-9641-847c66ed1dc2 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0530777 Mar 22 12:57:28.931200 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b7486fd3-efee-496e-816c-0254fcbbaedc req-70b24dbe-7fca-48e0-acf3-5f5788dfd2be tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431867 Mar 22 12:57:29.060994 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26458dd0-5a6f-44e8-bd03-0435750e3452 req-f5bb821f-cee9-47fc-b91e-28150d7b3d8d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:29.062554 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-26458dd0-5a6f-44e8-bd03-0435750e3452 req-f5bb821f-cee9-47fc-b91e-28150d7b3d8d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 946 time: 0.0581968 Mar 22 12:57:29.111602 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-26458dd0-5a6f-44e8-bd03-0435750e3452 req-779ecc28-1143-41c1-b4bc-74769e2d913f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432301 Mar 22 12:57:29.232015 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1e13d-9402-4287-9724-b9bc27ea3237 req-1632c6ba-0f73-4c18-b9ad-bd0944d6698d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:29.233487 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8f1e13d-9402-4287-9724-b9bc27ea3237 req-1632c6ba-0f73-4c18-b9ad-bd0944d6698d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 946 time: 0.0586305 Mar 22 12:57:29.242561 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54510) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:29.247200 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-65a5a70e-3707-4723-aced-5853effa86c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'floatingip': {'port_id': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:29.287468 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-65a5a70e-3707-4723-aced-5853effa86c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (362806ce-27e8-49b1-83b7-52accb3c9afe), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:29.747985 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-65a5a70e-3707-4723-aced-5853effa86c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:29.797454 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-65a5a70e-3707-4723-aced-5853effa86c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (362806ce-27e8-49b1-83b7-52accb3c9afe), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:29.904636 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-65a5a70e-3707-4723-aced-5853effa86c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Floating IP 362806ce-27e8-49b1-83b7-52accb3c9afe associated. External IP: 172.27.2.32, port: 7dd9701a-88ef-4a86-a13e-a256a8dd9b13. Mar 22 12:57:30.136804 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4a5f-927d-4e6f-8d98-bd2315ad0c6a req-19d33394-a53b-4141-be81-1d87a5b783bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:30.138428 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7d6e4a5f-927d-4e6f-8d98-bd2315ad0c6a req-19d33394-a53b-4141-be81-1d87a5b783bf tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.1318920 Mar 22 12:57:30.200739 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a5a70e-3707-4723-aced-5853effa86c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:57:30.204448 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7d6e4a5f-927d-4e6f-8d98-bd2315ad0c6a req-896037b9-db9a-406a-b60b-489cfc5d0ffd tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595174 Mar 22 12:57:30.351603 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a5a70e-3707-4723-aced-5853effa86c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:30.356424 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-65a5a70e-3707-4723-aced-5853effa86c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:30.361769 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:57:30.364991 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8256b73-f012-4002-8994-f50efaa92c6c req-e9945fbf-3ec2-471e-a317-f93fdd17fb8b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:30.366482 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8256b73-f012-4002-8994-f50efaa92c6c req-e9945fbf-3ec2-471e-a317-f93fdd17fb8b tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0867155 Mar 22 12:57:30.371809 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:57:30.372488 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:57:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:30.375649 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54516) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:57:30.380494 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-9ffc8801-3758-49a3-af70-b5bcf900440a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Request body: {'floatingip': {'port_id': '3995aceb-27af-4dc2-9904-66323525b90e'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:57:30.412801 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-65a5a70e-3707-4723-aced-5853effa86c8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "PUT /v2.0/floatingips/362806ce-27e8-49b1-83b7-52accb3c9afe HTTP/1.1" status: 200 len: 991 time: 1.1552007 Mar 22 12:57:30.412801 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'tag': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:57:30.412801 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695ccf1d-f593-42aa-bd40-34c3344f95d6" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcad286-e265-44af-96c5-92c8c657f06f", "tag": "7dd9701a-88ef-4a86-a13e-a256a8dd9b13"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:57:30.438393 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8801-3758-49a3-af70-b5bcf900440a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for floatingip (3da1d211-6d26-4caf-b693-42ca14c6b428), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:30.440137 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51fa4ae-79fb-4125-80b9-0e20c0f77cb2 x-openstack-request-id: req-e51fa4ae-79fb-4125-80b9-0e20c0f77cb2 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:57:30.440430 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcad286-e265-44af-96c5-92c8c657f06f", "tag": "7dd9701a-88ef-4a86-a13e-a256a8dd9b13", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:57:30.440681 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e51fa4ae-79fb-4125-80b9-0e20c0f77cb2 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:57:30.441088 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51fa4ae-79fb-4125-80b9-0e20c0f77cb2'] response: {'name': 'network-changed', 'server_uuid': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'tag': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13', 'status': 'completed', 'code': 200} Mar 22 12:57:30.500525 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:57:30.636587 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-432bfd10-9c43-4064-ac87-05c06fc93261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:30.639971 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-432bfd10-9c43-4064-ac87-05c06fc93261 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 1130 time: 0.1247830 Mar 22 12:57:30.734100 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '362806ce-27e8-49b1-83b7-52accb3c9afe', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:86:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:57:14Z', 'updated_at': '2022-03-22T12:57:29Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:30.767834 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:57:30.779017 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:57:30.779717 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:57:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:30.821543 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-0166348d-fe5a-4a3c-bab9-90c9be272ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:30.823008 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-0166348d-fe5a-4a3c-bab9-90c9be272ebe service neutron] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 916 time: 0.1558731 Mar 22 12:57:30.894373 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:57:30.963125 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-05eec8cf-f601-4e83-abc9-9e92efb81abf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dd9701a-88ef-4a86-a13e-a256a8dd9b13 HTTP/1.1" status: 200 len: 999 time: 0.1313856 Mar 22 12:57:31.058434 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-efa07648-06cc-492c-99d9-28a0ef964597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:31.060597 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-efa07648-06cc-492c-99d9-28a0ef964597 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.0890150 Mar 22 12:57:31.136971 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '362806ce-27e8-49b1-83b7-52accb3c9afe', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:86:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:57:14Z', 'updated_at': '2022-03-22T12:57:29Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:31.143536 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8801-3758-49a3-af70-b5bcf900440a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:31.152339 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-94d566db-7fa7-411f-a0fb-38309d6302e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:31.157845 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-94d566db-7fa7-411f-a0fb-38309d6302e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855887 Mar 22 12:57:31.165598 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7752b6a-ff23-4547-99f5-9722323f44bc None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '362806ce-27e8-49b1-83b7-52accb3c9afe', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:86:b4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:57:14Z', 'updated_at': '2022-03-22T12:57:29Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:57:31.212405 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8801-3758-49a3-af70-b5bcf900440a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (3da1d211-6d26-4caf-b693-42ca14c6b428), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:31.373831 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652104b-b3be-4ab9-b05e-a009c9a7b892 None None] New status for floating IP 362806ce-27e8-49b1-83b7-52accb3c9afe: ACTIVE {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:57:31.570093 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-bdda0bf1-f0ff-42a0-9cba-97894c0cc093 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096761 Mar 22 12:57:31.749322 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-695ccf1d-f593-42aa-bd40-34c3344f95d6 req-ae52c2c5-25ff-45b7-9b37-13459c107a7d service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719692 Mar 22 12:57:31.772288 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffc8801-3758-49a3-af70-b5bcf900440a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Router 581bf64b-6eda-4b71-8151-d455458ca695 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:57:31.883199 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffc8801-3758-49a3-af70-b5bcf900440a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:31.894859 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8801-3758-49a3-af70-b5bcf900440a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:31.894961 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] Sync routers for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:57:31.904437 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:57:31.905031 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:57:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:31.921304 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:57:31.923579 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4" -d '{"events": [{"name": "network-changed", "server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "tag": "3995aceb-27af-4dc2-9904-66323525b90e"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:57:31.963443 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-9ffc8801-3758-49a3-af70-b5bcf900440a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "PUT /v2.0/floatingips/3da1d211-6d26-4caf-b693-42ca14c6b428 HTTP/1.1" status: 200 len: 994 time: 1.5786815 Mar 22 12:57:31.978240 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0769834d-5db4-4450-964a-bb5643f3ed3c x-openstack-request-id: req-0769834d-5db4-4450-964a-bb5643f3ed3c {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:57:31.978537 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "tag": "3995aceb-27af-4dc2-9904-66323525b90e", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:57:31.978800 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0769834d-5db4-4450-964a-bb5643f3ed3c {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:57:31.979208 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0769834d-5db4-4450-964a-bb5643f3ed3c'] response: {'name': 'network-changed', 'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e', 'status': 'completed', 'code': 200} Mar 22 12:57:32.018802 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:57:32.069566 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-c777f4a7-51e2-4a34-a1d3-0438a6535306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:32.071147 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-c777f4a7-51e2-4a34-a1d3-0438a6535306 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 1130 time: 0.0448449 Mar 22 12:57:32.165074 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-c661318a-801b-4c44-9b1b-bc9ef043ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:32.166642 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-c661318a-801b-4c44-9b1b-bc9ef043ab5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.0893435 Mar 22 12:57:32.240168 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-4796e966-657a-4f9b-ae8a-17d8aa1d61a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3995aceb-27af-4dc2-9904-66323525b90e HTTP/1.1" status: 200 len: 1002 time: 0.0670698 Mar 22 12:57:32.291178 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-a810e5e4-aaf6-4512-a58c-e5e4fc2baea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:32.292642 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-a810e5e4-aaf6-4512-a58c-e5e4fc2baea9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0440228 Mar 22 12:57:32.341501 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-b92a76c7-a80c-44ce-a31b-0a8d1332b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:32.343010 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '3da1d211-6d26-4caf-b693-42ca14c6b428', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'port_id': '3995aceb-27af-4dc2-9904-66323525b90e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'mac_address': 'fa:16:3e:23:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:55:13Z', 'updated_at': '2022-03-22T12:57:31Z', 'revision_number': 3, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:26Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:32.343266 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-b92a76c7-a80c-44ce-a31b-0a8d1332b925 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436661 Mar 22 12:57:32.371477 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] Checking router: 581bf64b-6eda-4b71-8151-d455458ca695 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:57:32.380519 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:57:32.381116 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:57:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:32.439256 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-a7f52087-3f3d-4c18-adbd-d42da12eca1c service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886576 Mar 22 12:57:32.488199 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:57:32.532431 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-03828ba3-a364-4b25-8df3-1fd4bf9b25c4 req-813f8e0b-609c-48c6-9711-d0db6a4838c2 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850513 Mar 22 12:57:32.722796 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '3da1d211-6d26-4caf-b693-42ca14c6b428', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'port_id': '3995aceb-27af-4dc2-9904-66323525b90e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'mac_address': 'fa:16:3e:23:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:55:13Z', 'updated_at': '2022-03-22T12:57:31Z', 'revision_number': 3, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:26Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:32.754281 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ede2993-a7af-4d1c-a278-fc1c657554ed None None] The sync data for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi is: [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '3da1d211-6d26-4caf-b693-42ca14c6b428', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'port_id': '3995aceb-27af-4dc2-9904-66323525b90e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'mac_address': 'fa:16:3e:23:4c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:55:13Z', 'updated_at': '2022-03-22T12:57:31Z', 'revision_number': 3, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:26Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:57:33.980764 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:57:33.983126 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f547bf7-68e6-45e3-8f57-2593b8486541" -d '{"events": [{"name": "network-changed", "server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "tag": "3995aceb-27af-4dc2-9904-66323525b90e"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:57:34.019193 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b83078-1e85-4ff8-9166-d3818261b60f x-openstack-request-id: req-56b83078-1e85-4ff8-9166-d3818261b60f {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:57:34.019537 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "tag": "3995aceb-27af-4dc2-9904-66323525b90e", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:57:34.019789 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56b83078-1e85-4ff8-9166-d3818261b60f {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:57:34.020225 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b83078-1e85-4ff8-9166-d3818261b60f'] response: {'name': 'network-changed', 'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e', 'status': 'completed', 'code': 200} Mar 22 12:57:34.116441 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-e362a10f-5622-4000-b863-2beb9eefd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:34.117966 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-e362a10f-5622-4000-b863-2beb9eefd07d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 1130 time: 0.0448179 Mar 22 12:57:34.213873 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-3df57ab4-40b2-42de-b9b7-48febd33a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:34.220195 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-3df57ab4-40b2-42de-b9b7-48febd33a904 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 200 len: 919 time: 0.0873830 Mar 22 12:57:34.287574 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-0e77db75-97be-47b0-9a7a-9c95bf38a005 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3995aceb-27af-4dc2-9904-66323525b90e HTTP/1.1" status: 200 len: 1002 time: 0.0605984 Mar 22 12:57:34.342590 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-9c6eb5bf-e527-43c1-9f69-262a1cc68d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:34.344057 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-9c6eb5bf-e527-43c1-9f69-262a1cc68d06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 200 len: 857 time: 0.0475760 Mar 22 12:57:34.398814 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-be3e89f3-8dd9-4652-9173-61dbacea2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:34.400300 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-be3e89f3-8dd9-4652-9173-61dbacea2333 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cb5a818-0d24-4469-b547-4c4932ebf8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437310 Mar 22 12:57:34.486137 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-268e4414-4fcd-4076-9bff-fbc6533ae3af service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794020 Mar 22 12:57:34.577024 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2f547bf7-68e6-45e3-8f57-2593b8486541 req-b2acdb41-2d1c-4a85-aa05-9b6e0c0f7111 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849488 Mar 22 12:57:41.582214 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:43.668202 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e9772f2a-58de-4b32-8487-2f7f8ef5f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:45.862713 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-073dd697-8f8e-48ed-8686-3e568952166f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:45.949656 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2e0d-71c4-4d2c-9bca-c17ba1a27e7d req-82a7c2dc-79a0-4dbe-be59-2f24a1fd28bd tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:45.951187 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-683f2e0d-71c4-4d2c-9bca-c17ba1a27e7d req-82a7c2dc-79a0-4dbe-be59-2f24a1fd28bd tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0597990 Mar 22 12:57:46.022857 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-683f2e0d-71c4-4d2c-9bca-c17ba1a27e7d req-0ee52306-c288-42d1-9242-52e481a92725 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637572 Mar 22 12:57:46.057435 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-998804b7-dbff-47d3-98e5-d4cd974e588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:46.058980 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-998804b7-dbff-47d3-98e5-d4cd974e588b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=abd811f171ce40bfbd43985997ae0e32&device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 1168 time: 0.0476291 Mar 22 12:57:46.154479 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-1165caee-867f-4d97-9115-7bc9c955b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:46.155976 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-1165caee-867f-4d97-9115-7bc9c955b770 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1faed385-4a1e-4d88-a904-b14953b03f7d HTTP/1.1" status: 200 len: 915 time: 0.0908678 Mar 22 12:57:46.222399 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-b5d42a86-c8dd-4abb-aafa-affeb3faafb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 200 len: 1000 time: 0.0597551 Mar 22 12:57:46.270435 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-28bf4f14-1ecd-4274-b8af-9eb0130e1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:46.271877 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-28bf4f14-1ecd-4274-b8af-9eb0130e1d31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75ad1880-69c8-4b64-924f-2e7c348c7549 HTTP/1.1" status: 200 len: 853 time: 0.0431757 Mar 22 12:57:46.336112 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-79981003-0fbb-4d1b-a5fd-e4e023eec2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:46.337611 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-79981003-0fbb-4d1b-a5fd-e4e023eec2ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1faed385-4a1e-4d88-a904-b14953b03f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520957 Mar 22 12:57:46.449047 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-f99b4fc4-a52b-42a1-b51a-1764675749dc service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025712 Mar 22 12:57:46.549201 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-1da4848d-79b2-41d4-a064-716f29e7bfcd req-9c6f7256-eb02-4046-ac33-962202fde51e service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892158 Mar 22 12:57:47.039494 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:47.151350 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0989ee-7e49-4839-bd14-57f91201e846 req-f7e5c6d2-bc4c-499c-93f7-a7fac1d0c689 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:47.152864 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3f0989ee-7e49-4839-bd14-57f91201e846 req-f7e5c6d2-bc4c-499c-93f7-a7fac1d0c689 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0546217 Mar 22 12:57:47.213844 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3f0989ee-7e49-4839-bd14-57f91201e846 req-2883d51e-7764-44d6-a6bf-0caef5442adb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551832 Mar 22 12:57:48.338241 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8986e-d4a1-49a0-bb65-9814faed0e21 req-874f3923-6565-4283-b790-d7d715581521 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:48.339729 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3fd8986e-d4a1-49a0-bb65-9814faed0e21 req-874f3923-6565-4283-b790-d7d715581521 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0591018 Mar 22 12:57:48.401408 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3fd8986e-d4a1-49a0-bb65-9814faed0e21 req-96d934f1-b8be-4bc9-9c61-d69c60954b20 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552363 Mar 22 12:57:48.828768 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:49.522967 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae0b83-91e1-4af4-bf11-df9a9c73b9d4 req-8381afb8-f7eb-4fb8-a4ce-4eac0145d866 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:49.524448 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-52ae0b83-91e1-4af4-bf11-df9a9c73b9d4 req-8381afb8-f7eb-4fb8-a4ce-4eac0145d866 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0543334 Mar 22 12:57:49.584090 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-52ae0b83-91e1-4af4-bf11-df9a9c73b9d4 req-fbd14c09-ce79-4101-a187-818df1e99a7d tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539546 Mar 22 12:57:50.008632 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:57:50.119311 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:57:50.704541 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95073b92-b033-489a-942e-c62f014be764 req-eaf74aba-0050-4211-9a12-d776d7dcbb7f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:50.705978 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95073b92-b033-489a-942e-c62f014be764 req-eaf74aba-0050-4211-9a12-d776d7dcbb7f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0508847 Mar 22 12:57:51.020427 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95073b92-b033-489a-942e-c62f014be764 req-a3fd28de-d512-4be1-89c6-7ec15e06d062 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3084240 Mar 22 12:57:52.138620 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d7bdb-cfb3-4352-aa42-0523bf8afe3d req-a85c9f9c-7bfb-4dbc-b580-4b2520edf8ca tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:52.140084 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-856d7bdb-cfb3-4352-aa42-0523bf8afe3d req-a85c9f9c-7bfb-4dbc-b580-4b2520edf8ca tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0528777 Mar 22 12:57:52.200130 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-856d7bdb-cfb3-4352-aa42-0523bf8afe3d req-ac556723-4bc0-47dd-a720-f42be9fbe3bb tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542760 Mar 22 12:57:53.328171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef05d-a13b-48d0-a6b0-b5e6c359532d req-e9f99c53-f090-41a3-a023-4bc17069b88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:53.329652 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7b4ef05d-a13b-48d0-a6b0-b5e6c359532d req-e9f99c53-f090-41a3-a023-4bc17069b88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0565469 Mar 22 12:57:53.402919 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7b4ef05d-a13b-48d0-a6b0-b5e6c359532d req-e60fd58b-7ad5-4f6d-8f05-445c7b3b29d5 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672309 Mar 22 12:57:54.523083 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5b35-d9ab-47dc-af2c-61daf9a77103 req-cf025cd0-ccfb-4a4c-aa7d-a921b5ea2b85 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:54.524544 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ffef5b35-d9ab-47dc-af2c-61daf9a77103 req-cf025cd0-ccfb-4a4c-aa7d-a921b5ea2b85 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0533595 Mar 22 12:57:54.586401 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ffef5b35-d9ab-47dc-af2c-61daf9a77103 req-cd59e67e-3a9b-4b46-b2f7-f10ab93bb242 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561211 Mar 22 12:57:55.716330 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b69ef9-536f-44c5-9e31-dcd0eabd2d75 req-8a86a550-fef5-4948-b7e9-ad22fc5f7251 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:55.717829 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-28b69ef9-536f-44c5-9e31-dcd0eabd2d75 req-8a86a550-fef5-4948-b7e9-ad22fc5f7251 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0600357 Mar 22 12:57:55.779918 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-28b69ef9-536f-44c5-9e31-dcd0eabd2d75 req-513a117c-e09a-41ed-8455-4ac2eb0c3dc0 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558848 Mar 22 12:57:56.902536 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e2f03-fa49-46e9-a65a-59521f56f03c req-d4777af1-7798-4b24-9976-9a5868c93147 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:56.904066 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-813e2f03-fa49-46e9-a65a-59521f56f03c req-d4777af1-7798-4b24-9976-9a5868c93147 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0560522 Mar 22 12:57:56.966433 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-813e2f03-fa49-46e9-a65a-59521f56f03c req-bd2306cd-970e-45cc-935b-b5da1a22972f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557704 Mar 22 12:57:58.104192 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fc332-d025-426b-9081-07db4ec61f50 req-bb76cd31-0b9c-49e7-aaed-ec860cfb7415 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:58.105448 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-696fc332-d025-426b-9081-07db4ec61f50 req-bb76cd31-0b9c-49e7-aaed-ec860cfb7415 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0546811 Mar 22 12:57:58.170532 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-696fc332-d025-426b-9081-07db4ec61f50 req-ef9af597-4585-4de0-b5b1-e065ed63cfa8 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592120 Mar 22 12:57:58.610702 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb47b-7e64-4c00-84d8-01c61e88a465 req-82ec3692-ada5-4af2-af03-12c2e915f925 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:58.612151 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad2fb47b-7e64-4c00-84d8-01c61e88a465 req-82ec3692-ada5-4af2-af03-12c2e915f925 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0559840 Mar 22 12:57:58.658022 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad2fb47b-7e64-4c00-84d8-01c61e88a465 req-220e5a77-b846-4fc8-ac40-11eb8945d323 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 Mar 22 12:57:59.289257 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d7b6a-75d8-4290-95fe-9a0538903340 req-19d0da7a-1b98-4e47-bae9-f48f11f78156 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:59.290799 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1a4d7b6a-75d8-4290-95fe-9a0538903340 req-19d0da7a-1b98-4e47-bae9-f48f11f78156 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0515125 Mar 22 12:57:59.348873 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1a4d7b6a-75d8-4290-95fe-9a0538903340 req-41307897-d4f7-4c4a-ab9e-66c148b34585 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517776 Mar 22 12:57:59.778103 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0a335-3a8b-4e47-85e8-3944bb1d72f7 req-4e7f0301-76a6-46c6-a7f8-379e0b29168e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:59.779602 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0ce0a335-3a8b-4e47-85e8-3944bb1d72f7 req-4e7f0301-76a6-46c6-a7f8-379e0b29168e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0536306 Mar 22 12:57:59.830762 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0ce0a335-3a8b-4e47-85e8-3944bb1d72f7 req-eb367384-bf51-4a0a-8c26-dbb532140be0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450327 Mar 22 12:58:00.470962 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20f00f-01d6-45a1-994f-f283a2adc172 req-3386a6f2-109e-4976-9dc5-f20a6995e653 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:00.472470 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2d20f00f-01d6-45a1-994f-f283a2adc172 req-3386a6f2-109e-4976-9dc5-f20a6995e653 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0539815 Mar 22 12:58:00.533730 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2d20f00f-01d6-45a1-994f-f283a2adc172 req-4513e8b2-1530-4b91-b877-61bfb956a890 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553010 Mar 22 12:58:00.949866 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e361d-861e-4bbb-b175-ec823b3562d0 req-a13f49a8-9c8c-493b-be70-59db8adb3a85 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:00.951419 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0c5e361d-861e-4bbb-b175-ec823b3562d0 req-a13f49a8-9c8c-493b-be70-59db8adb3a85 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0537519 Mar 22 12:58:01.002290 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0c5e361d-861e-4bbb-b175-ec823b3562d0 req-52de68f9-cff5-491c-9ccf-32a8f9e55c82 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Mar 22 12:58:01.105650 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-76d36b96-398a-4310-adf6-a34eb8c7bdc8 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:01.107183 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-76d36b96-398a-4310-adf6-a34eb8c7bdc8 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0657389 Mar 22 12:58:01.205392 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Deleting port c64606ea-e48d-4752-b6ad-06a44d816d3d {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:01.210076 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:01.305787 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] For port c64606ea-e48d-4752-b6ad-06a44d816d3d, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=c64606ea-e48d-4752-b6ad-06a44d816d3d,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:01.306182 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:01.479052 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:01.479318 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (2b9531a7-f091-419a-a9f3-82f13a509f94), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:01.479627 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Floating IP 2b9531a7-f091-419a-a9f3-82f13a509f94 disassociated. External IP: 172.27.2.101, port: c64606ea-e48d-4752-b6ad-06a44d816d3d. Mar 22 12:58:01.479963 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Calling delete_port for c64606ea-e48d-4752-b6ad-06a44d816d3d owned by compute:nova {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:01.652393 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (c64606ea-e48d-4752-b6ad-06a44d816d3d), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:01.661941 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7f8c6-1b52-46c2-b73e-02fd012eecb0 req-3faf1a97-ee57-4763-89be-c62b2c831b16 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:01.663476 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-64d7f8c6-1b52-46c2-b73e-02fd012eecb0 req-3faf1a97-ee57-4763-89be-c62b2c831b16 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0590456 Mar 22 12:58:01.684342 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event deleted for resources: {'Port': ['ID=c64606ea-e48d-4752-b6ad-06a44d816d3d,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:01.728453 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-64d7f8c6-1b52-46c2-b73e-02fd012eecb0 req-12c07591-ab45-4701-94cb-6392d573f19e tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587730 Mar 22 12:58:01.806308 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:58:01.915860 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:01.926575 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] Sync routers for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:58:01.936091 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:01.937359 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:57:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:01.956436 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] No DVR routers for this DVR port c64606ea-e48d-4752-b6ad-06a44d816d3d on host hv-cinder-82414 {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:58:01.958948 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:01.962327 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b2bed7dc-db97-4873-83b8-dda377fcf2c3 req-0aedaf45-2483-4ccc-bc1c-8e095ebca186 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "DELETE /v2.0/ports/c64606ea-e48d-4752-b6ad-06a44d816d3d HTTP/1.1" status: 204 len: 173 time: 0.8490353 Mar 22 12:58:01.962705 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'name': 'network-vif-deleted', 'tag': 'c64606ea-e48d-4752-b6ad-06a44d816d3d'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:01.964914 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051f9730-35b3-4aa5-8b1e-8a6efaab74fb" -d '{"events": [{"server_uuid": "5aea3db1-b1bf-4968-8208-6a68494cb4f3", "name": "network-vif-deleted", "tag": "c64606ea-e48d-4752-b6ad-06a44d816d3d"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:02.002823 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bda9720-bf0e-4715-b3e0-48875f28356d x-openstack-request-id: req-6bda9720-bf0e-4715-b3e0-48875f28356d {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:02.003108 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aea3db1-b1bf-4968-8208-6a68494cb4f3", "name": "network-vif-deleted", "tag": "c64606ea-e48d-4752-b6ad-06a44d816d3d", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:02.003357 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6bda9720-bf0e-4715-b3e0-48875f28356d {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:02.003756 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bda9720-bf0e-4715-b3e0-48875f28356d'] response: {'server_uuid': '5aea3db1-b1bf-4968-8208-6a68494cb4f3', 'name': 'network-vif-deleted', 'tag': 'c64606ea-e48d-4752-b6ad-06a44d816d3d', 'status': 'completed', 'code': 200} Mar 22 12:58:02.055911 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:02.119889 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-08f94cb9-2a27-4f1a-9cd8-4ce3ee2dbe99 req-a00e1e7e-63e2-41bd-83bc-27c3f801e024 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aea3db1-b1bf-4968-8208-6a68494cb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0357172 Mar 22 12:58:02.277005 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:02.304250 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] Checking router: 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:58:02.313580 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:02.314257 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:57:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:02.422640 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:02.629803 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:02.850683 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77245c17-5e8e-4892-91d4-aa01d1089f66 None None] The sync data for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi is: [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:58:02.857631 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39bc2d-fa9a-4d48-82d1-91f58558a242 req-fd3933b0-c5c4-4226-a973-d8712e147b4b tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:02.859218 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a39bc2d-fa9a-4d48-82d1-91f58558a242 req-fd3933b0-c5c4-4226-a973-d8712e147b4b tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0548155 Mar 22 12:58:02.920758 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a39bc2d-fa9a-4d48-82d1-91f58558a242 req-5a814a3c-747f-4239-9566-fe8461476007 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556824 Mar 22 12:58:03.021047 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af82fb86-ee0a-42b7-8a5d-2f0164ebba94 None None] New status for floating IP 2b9531a7-f091-419a-a9f3-82f13a509f94: DOWN {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:58:03.291102 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54608) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:03.350500 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3fb89cdc-ffbd-435b-b9d0-a4c7230f36a0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (cc6dcbc0-a879-4ef3-8d8b-bba383c07f58), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:03.376627 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3fb89cdc-ffbd-435b-b9d0-a4c7230f36a0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (cc6dcbc0-a879-4ef3-8d8b-bba383c07f58), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:03.494863 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3fb89cdc-ffbd-435b-b9d0-a4c7230f36a0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (cc6dcbc0-a879-4ef3-8d8b-bba383c07f58), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:03.497463 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3fb89cdc-ffbd-435b-b9d0-a4c7230f36a0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:03.498721 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-3fb89cdc-ffbd-435b-b9d0-a4c7230f36a0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "DELETE /v2.0/security-groups/cc6dcbc0-a879-4ef3-8d8b-bba383c07f58 HTTP/1.1" status: 204 len: 168 time: 0.2066188 Mar 22 12:58:03.503236 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54610) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:03.508977 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb89cdc-ffbd-435b-b9d0-a4c7230f36a0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6dcbc0-a879-4ef3-8d8b-bba383c07f58,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:03.524517 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.api.v2.resource [None req-10a45878-bb0b-4a0b-88b2-0596f940219a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] show failed (client error): The resource could not be found. Mar 22 12:58:03.525660 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-10a45878-bb0b-4a0b-88b2-0596f940219a tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups/cc6dcbc0-a879-4ef3-8d8b-bba383c07f58 HTTP/1.1" status: 404 len: 347 time: 0.0213325 Mar 22 12:58:03.528547 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54612) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:03.659959 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Deleting port fabdd0c9-2159-4ad9-a41c-405fd78a9cbf {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:03.660258 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (fabdd0c9-2159-4ad9-a41c-405fd78a9cbf), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:03.737781 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (fabdd0c9-2159-4ad9-a41c-405fd78a9cbf), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:03.738139 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (fabdd0c9-2159-4ad9-a41c-405fd78a9cbf), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:03.751388 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Calling delete_port for fabdd0c9-2159-4ad9-a41c-405fd78a9cbf owned by network:floatingip {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:03.964535 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (fabdd0c9-2159-4ad9-a41c-405fd78a9cbf), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:04.000514 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event deleted for resources: {'Port': ['ID=fabdd0c9-2159-4ad9-a41c-405fd78a9cbf,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:04.047820 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a000a-8cf3-47fc-b165-6ae46f305012 req-8c2c624d-e9ea-49fb-abe3-e3fcfea104a4 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:04.049423 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-708a000a-8cf3-47fc-b165-6ae46f305012 req-8c2c624d-e9ea-49fb-abe3-e3fcfea104a4 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0580552 Mar 22 12:58:04.071510 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (2b9531a7-f091-419a-a9f3-82f13a509f94), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:04.075086 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:04.076337 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e6ee960f-ce4b-45df-943f-3d592949e9c7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "DELETE /v2.0/floatingips/2b9531a7-f091-419a-a9f3-82f13a509f94 HTTP/1.1" status: 204 len: 168 time: 0.5467954 Mar 22 12:58:04.113876 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-708a000a-8cf3-47fc-b165-6ae46f305012 req-d60196ed-f495-4f1c-a738-48d84a117433 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587084 Mar 22 12:58:04.535203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54620) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:04.540193 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-dc6b5f6d-1775-45b6-b4b0-dc878e89c154 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082481357', 'description': 'tempest-description--249822643'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:04.605306 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5f6d-1775-45b6-b4b0-dc878e89c154 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:04.662800 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device c64606ea-e48d-4752-b6ad-06a44d816d3d no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:58:04.682531 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: c64606ea-e48d-4752-b6ad-06a44d816d3d {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:58:04.683069 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device c64606ea-e48d-4752-b6ad-06a44d816d3d not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:58:04.692539 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5f6d-1775-45b6-b4b0-dc878e89c154 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (70101f8a-a65a-4c03-9697-46528c77a372), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:04.730868 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5f6d-1775-45b6-b4b0-dc878e89c154 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (70101f8a-a65a-4c03-9697-46528c77a372), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:04.762956 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b5f6d-1775-45b6-b4b0-dc878e89c154 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70101f8a-a65a-4c03-9697-46528c77a372,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:04.800060 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dc6b5f6d-1775-45b6-b4b0-dc878e89c154 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:04.801378 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-dc6b5f6d-1775-45b6-b4b0-dc878e89c154 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2651141 Mar 22 12:58:04.804801 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54622) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:04.809486 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-63f03bec-7505-4702-b81d-a183018b722e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'security_group_rule': {'security_group_id': '70101f8a-a65a-4c03-9697-46528c77a372', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:04.884724 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-63f03bec-7505-4702-b81d-a183018b722e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (f9abd295-14fe-4095-b8fd-568e7cd6c747), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:04.941360 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-63f03bec-7505-4702-b81d-a183018b722e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (f9abd295-14fe-4095-b8fd-568e7cd6c747), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.005150 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-63f03bec-7505-4702-b81d-a183018b722e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (f9abd295-14fe-4095-b8fd-568e7cd6c747), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.029438 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f03bec-7505-4702-b81d-a183018b722e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9abd295-14fe-4095-b8fd-568e7cd6c747,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:05.102400 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-63f03bec-7505-4702-b81d-a183018b722e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.103610 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-63f03bec-7505-4702-b81d-a183018b722e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2978265 Mar 22 12:58:05.106831 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54624) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:05.111625 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-3f11fc5d-e345-43e5-ad43-14e5aac088f4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'security_group_rule': {'security_group_id': '70101f8a-a65a-4c03-9697-46528c77a372', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:05.197812 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3f11fc5d-e345-43e5-ad43-14e5aac088f4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (73086dd6-4132-41f1-bd56-5aa7c3e1b2f5), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.238740 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9787a45-f320-4ca4-9a6e-e796ad7d6659 req-e36b7941-fddc-4cb8-ba6b-866931ec6537 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:05.240500 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d9787a45-f320-4ca4-9a6e-e796ad7d6659 req-e36b7941-fddc-4cb8-ba6b-866931ec6537 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0577948 Mar 22 12:58:05.263065 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3f11fc5d-e345-43e5-ad43-14e5aac088f4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (73086dd6-4132-41f1-bd56-5aa7c3e1b2f5), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.308150 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d9787a45-f320-4ca4-9a6e-e796ad7d6659 req-9e16aa96-b31d-446a-ad3d-82c01ef46c8c tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612814 Mar 22 12:58:05.334813 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3f11fc5d-e345-43e5-ad43-14e5aac088f4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (73086dd6-4132-41f1-bd56-5aa7c3e1b2f5), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.355277 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11fc5d-e345-43e5-ad43-14e5aac088f4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73086dd6-4132-41f1-bd56-5aa7c3e1b2f5,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:05.416769 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3f11fc5d-e345-43e5-ad43-14e5aac088f4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.418171 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-3f11fc5d-e345-43e5-ad43-14e5aac088f4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103747 Mar 22 12:58:05.427189 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54628) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:05.431721 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:05.517835 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.639609 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.746773 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Allocated IP 172.27.2.30 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/97dd1bf7-54b4-4f8f-b268-3ce1ee026c78) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:05.847541 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for port (97dd1bf7-54b4-4f8f-b268-3ce1ee026c78), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.940761 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (97dd1bf7-54b4-4f8f-b268-3ce1ee026c78), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:05.979153 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:05.981922 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:05.986450 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:58:06.014190 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'Port': ['ID=97dd1bf7-54b4-4f8f-b268-3ce1ee026c78,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:06.080943 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (e45a8759-aa82-475f-8ede-fedf3a721686), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:06.175639 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (97dd1bf7-54b4-4f8f-b268-3ce1ee026c78), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:06.330489 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for port (97dd1bf7-54b4-4f8f-b268-3ce1ee026c78), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:06.393577 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (97dd1bf7-54b4-4f8f-b268-3ce1ee026c78), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:06.433730 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fe72d-28c9-4508-b385-4af8dd716f72 req-4306e826-036c-409a-b132-fd8f45e8d0ec tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:06.435328 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d14fe72d-28c9-4508-b385-4af8dd716f72 req-4306e826-036c-409a-b132-fd8f45e8d0ec tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0591578 Mar 22 12:58:06.467361 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'Port': ['ID=97dd1bf7-54b4-4f8f-b268-3ce1ee026c78,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:06.478031 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (e45a8759-aa82-475f-8ede-fedf3a721686), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:06.500022 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d14fe72d-28c9-4508-b385-4af8dd716f72 req-5637f37d-caad-44eb-aca3-fe5f264d9e6b tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588205 Mar 22 12:58:06.550761 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:06.552054 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-67c8b116-6fe2-4aee-b48d-7f9b445ff828 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1238670 Mar 22 12:58:06.751533 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-a4cfc522-ef86-4a99-882d-8dc073b2ff6f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1082481357&fields=id&tenant_id=fa098af58fdf4e4fa8a14beba977f74b HTTP/1.1" status: 200 len: 267 time: 0.0443971 Mar 22 12:58:06.857429 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-f60ac5d4-9a7f-4928-938e-8bf799262bdb tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:06.859615 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-f60ac5d4-9a7f-4928-938e-8bf799262bdb tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/networks?id=0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 200 len: 811 time: 0.1012378 Mar 22 12:58:06.875906 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-14c5adf0-f79f-423e-9ac3-b266a1c39df7 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/quotas/fa098af58fdf4e4fa8a14beba977f74b HTTP/1.1" status: 200 len: 375 time: 0.0101950 Mar 22 12:58:06.944273 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-abf21a09-4d51-4b08-a67c-fafd7bd14ac4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610371 Mar 22 12:58:07.049804 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-d33c3c93-4d20-4626-9fc6-23592c81855a service neutron] 10.222.0.69 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927956 Mar 22 12:58:07.154443 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-aa92b184-f5ca-459d-8b0a-78502573264e service neutron] 10.222.0.69 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979998 Mar 22 12:58:07.622496 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90098fdf-5588-4bae-b495-04acb9398560 req-ee86bce6-54d8-475c-acdf-199a283d7709 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:07.624507 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-90098fdf-5588-4bae-b495-04acb9398560 req-ee86bce6-54d8-475c-acdf-199a283d7709 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0557902 Mar 22 12:58:07.685508 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-90098fdf-5588-4bae-b495-04acb9398560 req-66433a5f-59b7-4d3e-844a-c7e49fd7b7b6 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552685 Mar 22 12:58:08.395904 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-04540032-1385-4f57-9235-b3423f9c1a4f req-9accd28d-816d-44c2-a83e-40c3c2e49423 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 210 time: 0.0295339 Mar 22 12:58:08.809028 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fd3f0-1abe-4992-a069-bcbb9662420c req-406fed86-af73-43b3-a28f-3697bb465d74 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:08.810528 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-aa9fd3f0-1abe-4992-a069-bcbb9662420c req-406fed86-af73-43b3-a28f-3697bb465d74 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.0561762 Mar 22 12:58:08.874463 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-aa9fd3f0-1abe-4992-a069-bcbb9662420c req-2e9299ea-736b-423a-8cbc-1ccbf9e77ebd tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&id=63eef534-58a2-42fc-a378-cf81ba137190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573668 Mar 22 12:58:09.494631 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ac3fc2a-4f29-4e75-9791-2f956497b5ba req-871e5f9b-316b-43d9-970d-e99eb593bf8d tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 210 time: 0.0278313 Mar 22 12:58:10.592662 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-15165c42-21cc-4e8c-952f-052cba4d830b req-7b18ba72-175c-4e5c-9cef-44a1eef52144 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 210 time: 0.0284178 Mar 22 12:58:10.616981 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-92d4c8b2-a124-4a63-a78e-f7d909aeeb00 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:10.618496 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-92d4c8b2-a124-4a63-a78e-f7d909aeeb00 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "GET /v2.0/networks?id=0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 200 len: 811 time: 0.1159134 Mar 22 12:58:10.704882 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-db3c44a4-8ab2-4675-8b99-82f7c65234ee tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa098af58fdf4e4fa8a14beba977f74b HTTP/1.1" status: 200 len: 380 time: 0.0562549 Mar 22 12:58:10.714606 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'port': {'device_id': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'admin_state_up': True, 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'security_groups': ['70101f8a-a65a-4c03-9697-46528c77a372']}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:10.911960 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Made reservation on behalf of fa098af58fdf4e4fa8a14beba977f74b for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:58:10.915369 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:11.051841 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Allocated IP 172.20.0.13 (0153605f-86fa-44c8-843c-61fcb7d41092/48ecb2af-327d-49eb-8111-f1b888c9b91f/9f68eb50-810f-4b25-8912-f3e3e3ab01b0) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:11.198659 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:11.272449 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:11.317261 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Network 0153605f-86fa-44c8-843c-61fcb7d41092 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:11.320282 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:11.324187 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:58:11.385624 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event updated for resources: {'Port': ['ID=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:11.389724 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:11.390810 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:11.463735 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-cb5ae1ca-25ab-4d98-a934-a617e9f9b0cd tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537997 Mar 22 12:58:11.498203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Request body: {'port': {'device_id': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:11.522360 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-ccb7ff0a-f2bc-42a0-889d-3000aee91899 None None] Provisioning complete for port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:11.522930 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ff0a-f2bc-42a0-889d-3000aee91899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:11.559753 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7ff0a-f2bc-42a0-889d-3000aee91899 None None] Port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:58:11.560118 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:11.575097 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:11.722237 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889400c-65d4-4454-9c30-81d482f06c81 req-4cf612ee-7ff9-4300-b926-13cea1f604fc tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:11.724136 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2889400c-65d4-4454-9c30-81d482f06c81 req-4cf612ee-7ff9-4300-b926-13cea1f604fc tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 932 time: 0.0575867 Mar 22 12:58:11.771969 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2889400c-65d4-4454-9c30-81d482f06c81 req-fb3ca660-23d2-40fd-94ae-21ee560c3667 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419593 Mar 22 12:58:11.841412 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:58:11.849566 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Publish callbacks [] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:11.861370 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Transition to ACTIVE for port object 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:58:11.947906 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:12.022043 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Pushing event updated for resources: {'Port': ['ID=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:12.078516 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Attempting to bind port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:58:12.083623 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Attempting to bind port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:58:12.083988 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Attempting to bind port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 on network 0153605f-86fa-44c8-843c-61fcb7d41092 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:58:12.093459 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 on network 0153605f-86fa-44c8-843c-61fcb7d41092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:58:12.093778 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Attempting to bind port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 on network 0153605f-86fa-44c8-843c-61fcb7d41092 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:58:12.099483 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:58:12.099822 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Checking segment: {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:58:12.100205 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Bound using segment: {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:58:12.100661 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Bound port: 9f68eb50-810f-4b25-8912-f3e3e3ab01b0, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c370d5fa-62da-404d-af07-0971c9f0cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:58:12.101024 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:12.176264 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] For port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:58:12.179529 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] For port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:58:12.261570 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:12.295404 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:12.296543 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:12.298011 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] 10.222.0.46 "PUT /v2.0/ports/9f68eb50-810f-4b25-8912-f3e3e3ab01b0 HTTP/1.1" status: 200 len: 1094 time: 0.8065870 Mar 22 12:58:12.298563 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'tag': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:12.301481 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45ada5f-d905-4080-8205-c9b964dae8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a", "tag": "9f68eb50-810f-4b25-8912-f3e3e3ab01b0"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:12.340342 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b257b66-3949-4f0b-9697-6e5f0bd004be service neutron] Pushing event updated for resources: {'Port': ['ID=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:12.347966 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19615cd8-b584-4538-810b-e2d49e8f7f75 x-openstack-request-id: req-19615cd8-b584-4538-810b-e2d49e8f7f75 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:12.348253 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a", "tag": "9f68eb50-810f-4b25-8912-f3e3e3ab01b0", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:12.348502 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19615cd8-b584-4538-810b-e2d49e8f7f75 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:12.348906 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19615cd8-b584-4538-810b-e2d49e8f7f75'] response: {'name': 'network-changed', 'server_uuid': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'tag': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0', 'status': 'completed', 'code': 200} Mar 22 12:58:12.442521 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ada5f-d905-4080-8205-c9b964dae8f9 req-2531c53e-296b-4e26-9543-8a7ef569c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:12.444109 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-a45ada5f-d905-4080-8205-c9b964dae8f9 req-2531c53e-296b-4e26-9543-8a7ef569c19d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 1128 time: 0.0530143 Mar 22 12:58:12.789740 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ada5f-d905-4080-8205-c9b964dae8f9 req-b4f9c44e-d49d-4f15-bbf2-c7cfea0c14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:12.791276 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-a45ada5f-d905-4080-8205-c9b964dae8f9 req-b4f9c44e-d49d-4f15-bbf2-c7cfea0c14c5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3340063 Mar 22 12:58:12.885952 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ada5f-d905-4080-8205-c9b964dae8f9 req-1c3c3e5f-fdc6-4841-b7ab-008bf4e3ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:12.887589 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-a45ada5f-d905-4080-8205-c9b964dae8f9 req-1c3c3e5f-fdc6-4841-b7ab-008bf4e3ee04 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890436 Mar 22 12:58:12.922590 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd491b64-114e-46ae-91fb-f80734741ae8 req-b988b760-2752-442f-a16b-6c4c7d7fa1b1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:12.929003 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dd491b64-114e-46ae-91fb-f80734741ae8 req-b988b760-2752-442f-a16b-6c4c7d7fa1b1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 944 time: 0.0824013 Mar 22 12:58:12.937953 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09c1b3-3a01-4e18-94a3-2c781413ad38 req-6f5cb8c1-a47a-462b-b29a-5c02d700fe50 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:12.939476 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fd09c1b3-3a01-4e18-94a3-2c781413ad38 req-6f5cb8c1-a47a-462b-b29a-5c02d700fe50 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.2401836 Mar 22 12:58:13.000990 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-9f0dbe90-7387-4e0a-8fcb-ce65140b7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:13.002555 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-9f0dbe90-7387-4e0a-8fcb-ce65140b7a60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 1128 time: 0.0539653 Mar 22 12:58:13.019636 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dd491b64-114e-46ae-91fb-f80734741ae8 req-a34b35dd-a805-40bf-a34d-425e5ceaa194 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835924 Mar 22 12:58:13.019636 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fd09c1b3-3a01-4e18-94a3-2c781413ad38 req-873cd57c-ee84-48fb-8feb-0181f6d1194e tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711193 Mar 22 12:58:13.057836 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-eaa3b86c-1f81-4d5b-ad22-806d585b2253 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f68eb50-810f-4b25-8912-f3e3e3ab01b0 HTTP/1.1" status: 200 len: 217 time: 0.0404003 Mar 22 12:58:13.105654 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-b6d52a24-24ae-41a4-809b-5188c2de7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:13.107105 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-b6d52a24-24ae-41a4-809b-5188c2de7192 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48ecb2af-327d-49eb-8111-f1b888c9b91f HTTP/1.1" status: 200 len: 850 time: 0.0434475 Mar 22 12:58:13.160390 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-38149c0f-3c56-4eb2-8994-588cf92f1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:13.161928 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-38149c0f-3c56-4eb2-8994-588cf92f1457 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0153605f-86fa-44c8-843c-61fcb7d41092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491083 Mar 22 12:58:13.256096 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-f2078bd1-d502-4066-8d1f-ba474ca8e653 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868034 Mar 22 12:58:13.348603 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-37d22a02-e1d4-408d-a941-2a2f0fca959e req-5e7e019e-75b6-4b36-a66d-3a2451d90169 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858128 Mar 22 12:58:13.735081 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-077cfe56-ba79-434f-9b09-cb1f6f3a4f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:14.165066 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ad07d-dc49-4e7a-85e4-e9357fca416b req-a2355ae2-7108-4b6d-b78a-65b80cadaef6 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:14.166566 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-178ad07d-dc49-4e7a-85e4-e9357fca416b req-a2355ae2-7108-4b6d-b78a-65b80cadaef6 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 944 time: 0.0856519 Mar 22 12:58:14.173570 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0112f-2938-454a-a219-2773e02aac2d req-ea52c8a6-7df5-4b56-a4d3-f72b9fa36942 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:14.175009 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5ff0112f-2938-454a-a219-2773e02aac2d req-ea52c8a6-7df5-4b56-a4d3-f72b9fa36942 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0838177 Mar 22 12:58:14.249411 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-178ad07d-dc49-4e7a-85e4-e9357fca416b req-4907651d-cdb0-41a3-8309-77fc23b7a141 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728104 Mar 22 12:58:14.256623 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5ff0112f-2938-454a-a219-2773e02aac2d req-b3e4d493-8b34-4176-bfd4-ff2c5e3717f7 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749369 Mar 22 12:58:15.374512 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14830f35-55d1-4514-a422-f740a5f5f27f req-7967622b-a697-4545-a6dd-50bdfe7125f5 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:15.376017 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-14830f35-55d1-4514-a422-f740a5f5f27f req-7967622b-a697-4545-a6dd-50bdfe7125f5 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 944 time: 0.0570934 Mar 22 12:58:15.456873 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-14830f35-55d1-4514-a422-f740a5f5f27f req-4926c1e3-3a91-45ae-86c8-3f26f7a6ba08 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753460 Mar 22 12:58:15.469529 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a0859-342b-420f-ae73-d2230391bab7 req-d4fc4770-42fb-461c-8625-6b1326a6cf11 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:15.471071 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6e7a0859-342b-420f-ae73-d2230391bab7 req-d4fc4770-42fb-461c-8625-6b1326a6cf11 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.1421111 Mar 22 12:58:15.522160 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6e7a0859-342b-420f-ae73-d2230391bab7 req-6c9395af-726b-4d40-be6f-d46743162c5a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450344 Mar 22 12:58:15.833806 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3cd1416b-5631-46f8-afda-3d4dd7b864e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:16.412414 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-528606f4-36de-4a1a-8b86-ef3aca2de491 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:16.413809 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-528606f4-36de-4a1a-8b86-ef3aca2de491 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0557814 Mar 22 12:58:16.519597 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Deleting port 3995aceb-27af-4dc2-9904-66323525b90e {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:16.519597 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (3995aceb-27af-4dc2-9904-66323525b90e), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:16.583879 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de917f-afb9-45d8-961c-bab2f2857ed2 req-c4cc898b-f64a-46b6-84fe-0078d2663e4f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:16.585633 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-33de917f-afb9-45d8-961c-bab2f2857ed2 req-c4cc898b-f64a-46b6-84fe-0078d2663e4f tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 944 time: 0.0602515 Mar 22 12:58:16.623868 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] For port 3995aceb-27af-4dc2-9904-66323525b90e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3995aceb-27af-4dc2-9904-66323525b90e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:16.624239 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (3995aceb-27af-4dc2-9904-66323525b90e), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:16.667121 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-33de917f-afb9-45d8-961c-bab2f2857ed2 req-dfefa4fc-a49d-4f74-93b5-141c482dd277 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756242 Mar 22 12:58:16.683624 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b71f99-9a18-40d6-b81d-70972b1daf23 req-bf0da7ed-a0f5-41fe-86bc-7e4b6ee6d433 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:16.685281 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f0b71f99-9a18-40d6-b81d-70972b1daf23 req-bf0da7ed-a0f5-41fe-86bc-7e4b6ee6d433 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 946 time: 0.0798249 Mar 22 12:58:16.736847 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f0b71f99-9a18-40d6-b81d-70972b1daf23 req-151a375c-85e2-4d6c-bb0c-3df521cc7b5c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=21eab24c-e0c5-4e4f-806f-3ae908bb4807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434251 Mar 22 12:58:16.741166 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:58:16.809200 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:16.809561 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (3da1d211-6d26-4caf-b693-42ca14c6b428), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:16.809876 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Floating IP 3da1d211-6d26-4caf-b693-42ca14c6b428 disassociated. External IP: 172.27.2.155, port: 3995aceb-27af-4dc2-9904-66323525b90e. Mar 22 12:58:16.810282 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Calling delete_port for 3995aceb-27af-4dc2-9904-66323525b90e owned by compute:nova {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:16.839369 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:16.855656 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'port_id': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0', 'mac_address': 'fa:16:3e:f6:70:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:58:16.893420 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:16.893814 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:16.907779 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:58:16.928562 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:17.000695 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:17.028338 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (3995aceb-27af-4dc2-9904-66323525b90e), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:17.030799 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:17.049301 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:17.057143 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.057495 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.058314 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.058314 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.058572 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event deleted for resources: {'Port': ['ID=3995aceb-27af-4dc2-9904-66323525b90e,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:17.058677 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.058900 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.059227 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.060110 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.060110 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.060333 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.060502 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.060870 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.061213 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.061530 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.061855 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:17.172799 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Router 581bf64b-6eda-4b71-8151-d455458ca695 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:58:17.283070 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:17.293659 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] Sync routers for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:58:17.304892 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:17.305922 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:17.323561 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] No DVR routers for this DVR port 3995aceb-27af-4dc2-9904-66323525b90e on host hv-cinder-82414 {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:58:17.326279 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:17.333203 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-e8bb03b7-8c9a-4002-971e-9a774f39d0a0 req-c8af3c2d-5f62-4d8f-a600-e6528fa2f080 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "DELETE /v2.0/ports/3995aceb-27af-4dc2-9904-66323525b90e HTTP/1.1" status: 204 len: 173 time: 0.9099178 Mar 22 12:58:17.333203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'name': 'network-vif-deleted', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:17.333203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48cecfe-ffeb-4b67-a0ef-eb966ab483d6" -d '{"events": [{"server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "name": "network-vif-deleted", "tag": "3995aceb-27af-4dc2-9904-66323525b90e"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:17.371304 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['9f68eb50-810f-4b25-8912-f3e3e3ab01b0'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:58:17.377366 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd534fe-eb33-4974-9412-5ecf10a827e1 x-openstack-request-id: req-cfd534fe-eb33-4974-9412-5ecf10a827e1 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:17.377758 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f3b342-3170-4a88-bf8b-dec82ace0c52", "name": "network-vif-deleted", "tag": "3995aceb-27af-4dc2-9904-66323525b90e", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:17.378232 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfd534fe-eb33-4974-9412-5ecf10a827e1 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:17.378789 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd534fe-eb33-4974-9412-5ecf10a827e1'] response: {'server_uuid': '20f3b342-3170-4a88-bf8b-dec82ace0c52', 'name': 'network-vif-deleted', 'tag': '3995aceb-27af-4dc2-9904-66323525b90e', 'status': 'completed', 'code': 200} Mar 22 12:58:17.470289 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:17.731348 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:26Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:17.771817 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] Checking router: 581bf64b-6eda-4b71-8151-d455458ca695 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:58:17.783803 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:17.784433 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:17.810027 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d819d-a72b-4e6b-a747-8f2c4d5455e3 req-3b21770b-e4e7-4ce2-918d-bcc214a18fd0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:17.811435 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-889d819d-a72b-4e6b-a747-8f2c4d5455e3 req-3b21770b-e4e7-4ce2-918d-bcc214a18fd0 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 945 time: 0.0563493 Mar 22 12:58:17.872765 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ebd10d29-1a1e-4356-adfc-073c82e4ad50 req-3bcc0a30-40e7-47d5-8c5c-7bef3b1ece4d tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f3b342-3170-4a88-bf8b-dec82ace0c52 HTTP/1.1" status: 200 len: 210 time: 0.0350113 Mar 22 12:58:17.892889 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-889d819d-a72b-4e6b-a747-8f2c4d5455e3 req-2fab2611-e7e6-4a3c-a926-dc2bd0a1cdef tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745728 Mar 22 12:58:17.901711 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:18.100466 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:26Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:18.126560 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9c34d-8725-4a29-a68e-98d111f4855d None None] The sync data for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi is: [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:16Z', 'revision_number': 4, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '23482578-d2c5-4984-989f-8661b96daa96', 'name': '', 'network_id': '4cb5a818-0d24-4469-b547-4c4932ebf8f9', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'mac_address': 'fa:16:3e:66:16:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:14Z', 'updated_at': '2022-03-22T12:53:26Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'subnets': [{'id': 'd598f7ce-5d25-4851-b0c7-edd085010225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:58:18.349724 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9388ef-456d-42d0-bb4d-268b19e09229 None None] New status for floating IP 3da1d211-6d26-4caf-b693-42ca14c6b428: DOWN {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:58:18.683113 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:18.778823 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:58:18.888763 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:58:18.893208 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:18.893588 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:18.981810 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:18.982512 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.009384 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:19.012993 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3868d8c-1681-4191-8941-3ff1fb90c73b" -d '{"events": [{"server_uuid": "27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a", "name": "network-vif-plugged", "status": "completed", "tag": "9f68eb50-810f-4b25-8912-f3e3e3ab01b0"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:19.020331 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cd4e-1e62-42d0-af6a-6f7072c0bcef req-29e085fd-0bec-47c1-9012-188dd205ba76 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:19.021820 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fd96cd4e-1e62-42d0-af6a-6f7072c0bcef req-29e085fd-0bec-47c1-9012-188dd205ba76 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 945 time: 0.0562584 Mar 22 12:58:19.025312 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:19.070318 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fd96cd4e-1e62-42d0-af6a-6f7072c0bcef req-1b526897-a8d8-40ef-8c98-713988f37f22 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Mar 22 12:58:19.113833 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54760) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:19.122261 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccd2d09-f3a2-4fc8-be01-eca96b2ecb85 x-openstack-request-id: req-7ccd2d09-f3a2-4fc8-be01-eca96b2ecb85 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:19.122564 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a", "name": "network-vif-plugged", "status": "completed", "tag": "9f68eb50-810f-4b25-8912-f3e3e3ab01b0", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:19.122821 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ccd2d09-f3a2-4fc8-be01-eca96b2ecb85 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:19.123226 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ccd2d09-f3a2-4fc8-be01-eca96b2ecb85'] response: {'server_uuid': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0', 'code': 200} Mar 22 12:58:19.124997 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.170477 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group (21eab24c-e0c5-4e4f-806f-3ae908bb4807), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.176052 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:19.198504 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group (21eab24c-e0c5-4e4f-806f-3ae908bb4807), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.348324 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (21eab24c-e0c5-4e4f-806f-3ae908bb4807), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.351089 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.352277 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "DELETE /v2.0/security-groups/21eab24c-e0c5-4e4f-806f-3ae908bb4807 HTTP/1.1" status: 204 len: 168 time: 0.2371829 Mar 22 12:58:19.355041 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54762) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:19.361492 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eab24c-e0c5-4e4f-806f-3ae908bb4807,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:19.368811 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.368983 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.api.v2.resource [None req-cc362478-5c67-4a47-ae21-37f8cc1d0431 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] show failed (client error): The resource could not be found. Mar 22 12:58:19.369157 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.369568 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.369828 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.369920 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-cc362478-5c67-4a47-ae21-37f8cc1d0431 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups/21eab24c-e0c5-4e4f-806f-3ae908bb4807 HTTP/1.1" status: 404 len: 347 time: 0.0138578 Mar 22 12:58:19.370266 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.370593 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.370917 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.371242 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.371563 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.371883 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.372296 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.372566 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54764) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:19.372690 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.372976 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.373250 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.373567 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3c64a-9b84-4311-89f1-aa3e37f11b6a tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.502808 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11b15-70d4-4abc-b74b-6652710a686b req-7a561034-8e88-498c-88ec-c674c983106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:19.504376 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2ba11b15-70d4-4abc-b74b-6652710a686b req-7a561034-8e88-498c-88ec-c674c983106e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 1130 time: 0.0453095 Mar 22 12:58:19.507618 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Deleting port 0b0e4484-e394-4dfb-9b57-a8c29e07df45 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:19.507955 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (0b0e4484-e394-4dfb-9b57-a8c29e07df45), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.557722 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-2ba11b15-70d4-4abc-b74b-6652710a686b req-d11cc7da-ce6d-4a8a-ab3f-ac99a1559842 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Mar 22 12:58:19.601263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (0b0e4484-e394-4dfb-9b57-a8c29e07df45), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.601583 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for floatingip (0b0e4484-e394-4dfb-9b57-a8c29e07df45), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.615586 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Calling delete_port for 0b0e4484-e394-4dfb-9b57-a8c29e07df45 owned by network:floatingip {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:19.816979 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (0b0e4484-e394-4dfb-9b57-a8c29e07df45), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.844157 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event deleted for resources: {'Port': ['ID=0b0e4484-e394-4dfb-9b57-a8c29e07df45,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:19.856124 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.856473 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.856818 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.857158 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.857493 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.857826 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.858193 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.858596 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.858942 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.859284 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.859608 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.859934 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.860260 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.860578 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.860905 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:19.916730 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks [] for floatingip (3da1d211-6d26-4caf-b693-42ca14c6b428), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.919255 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:19.920381 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-9d02dfbd-d5bd-4e32-a07b-13f4f141e349 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "DELETE /v2.0/floatingips/3da1d211-6d26-4caf-b693-42ca14c6b428 HTTP/1.1" status: 204 len: 168 time: 0.5469532 Mar 22 12:58:20.129473 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:20.199636 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3765236-318e-428f-a804-325520852f25 req-fb124493-4ca5-460a-9e65-0cb13deef795 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:20.201118 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b3765236-318e-428f-a804-325520852f25 req-fb124493-4ca5-460a-9e65-0cb13deef795 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 946 time: 0.0539336 Mar 22 12:58:20.253738 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b3765236-318e-428f-a804-325520852f25 req-80d8ccdf-9112-49aa-8ff8-4a8182ce91d2 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462837 Mar 22 12:58:20.797841 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 3995aceb-27af-4dc2-9904-66323525b90e no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:58:20.818201 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 3995aceb-27af-4dc2-9904-66323525b90e {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:58:20.820867 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 3995aceb-27af-4dc2-9904-66323525b90e not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:58:21.375513 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6ce6d-0c17-4a97-9a79-2cfefca5a5c6 req-10ad1887-d5af-4459-8c42-484db602e8e4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:21.377087 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2dd6ce6d-0c17-4a97-9a79-2cfefca5a5c6 req-10ad1887-d5af-4459-8c42-484db602e8e4 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 946 time: 0.0537663 Mar 22 12:58:21.430922 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2dd6ce6d-0c17-4a97-9a79-2cfefca5a5c6 req-0d2048ff-2050-47a4-aa84-af488f90eaf1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449014 Mar 22 12:58:21.563877 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d34ec3-3ec1-4a6c-8641-17944c35c04b req-1005ce88-b5a4-4e10-8133-e9193e10ccfb tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:21.565454 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b3d34ec3-3ec1-4a6c-8641-17944c35c04b req-1005ce88-b5a4-4e10-8133-e9193e10ccfb tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 946 time: 0.0545599 Mar 22 12:58:21.574311 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54788) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:21.578736 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-a64c79b2-b14a-43fa-966d-20982ecbfa7e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Request body: {'floatingip': {'port_id': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:21.632933 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a64c79b2-b14a-43fa-966d-20982ecbfa7e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (e45a8759-aa82-475f-8ede-fedf3a721686), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:21.892445 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a5800-412d-4187-b0d8-eba1a1c31978 req-08eed16c-6dc2-4daa-af44-99d80d620f4d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:21.894019 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4a0a5800-412d-4187-b0d8-eba1a1c31978 req-08eed16c-6dc2-4daa-af44-99d80d620f4d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.1436892 Mar 22 12:58:22.057476 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4a0a5800-412d-4187-b0d8-eba1a1c31978 req-54afa4e1-ef2f-4bef-9b92-8526b51bc004 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546924 Mar 22 12:58:22.157342 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a64c79b2-b14a-43fa-966d-20982ecbfa7e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:22.214754 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a64c79b2-b14a-43fa-966d-20982ecbfa7e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (e45a8759-aa82-475f-8ede-fedf3a721686), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:22.319368 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-a64c79b2-b14a-43fa-966d-20982ecbfa7e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Floating IP e45a8759-aa82-475f-8ede-fedf3a721686 associated. External IP: 172.27.2.30, port: 9f68eb50-810f-4b25-8912-f3e3e3ab01b0. Mar 22 12:58:22.530958 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64c79b2-b14a-43fa-966d-20982ecbfa7e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:58:22.640982 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64c79b2-b14a-43fa-966d-20982ecbfa7e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:22.645700 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a64c79b2-b14a-43fa-966d-20982ecbfa7e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:22.652008 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] Sync routers for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:58:22.664220 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:22.664991 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:22.922072 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:22.976187 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a64c79b2-b14a-43fa-966d-20982ecbfa7e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "PUT /v2.0/floatingips/e45a8759-aa82-475f-8ede-fedf3a721686 HTTP/1.1" status: 200 len: 991 time: 1.3894134 Mar 22 12:58:22.976187 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'tag': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:22.976187 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a", "tag": "9f68eb50-810f-4b25-8912-f3e3e3ab01b0"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:23.006405 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33b51-6457-4562-ba3a-8353312c51c2 req-0e9d6427-e35c-45cd-a6bf-dd528d9235f5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:23.008048 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-56c33b51-6457-4562-ba3a-8353312c51c2 req-0e9d6427-e35c-45cd-a6bf-dd528d9235f5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0790880 Mar 22 12:58:23.024012 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9283c8d3-b816-40ca-a2e5-e7561b8b244f x-openstack-request-id: req-9283c8d3-b816-40ca-a2e5-e7561b8b244f {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:23.024304 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a", "tag": "9f68eb50-810f-4b25-8912-f3e3e3ab01b0", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:23.024557 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9283c8d3-b816-40ca-a2e5-e7561b8b244f {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:23.024956 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9283c8d3-b816-40ca-a2e5-e7561b8b244f'] response: {'name': 'network-changed', 'server_uuid': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'tag': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0', 'status': 'completed', 'code': 200} Mar 22 12:58:23.061788 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-56c33b51-6457-4562-ba3a-8353312c51c2 req-0a148887-fb55-4537-b221-cff75a7dab41 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Mar 22 12:58:23.149020 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-f0bd12ef-56f2-4eaf-a3c1-1e4647eb7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:23.150640 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-f0bd12ef-56f2-4eaf-a3c1-1e4647eb7997 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 1130 time: 0.0548751 Mar 22 12:58:23.194710 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999f45e-47eb-4544-9899-17f2ecdc54c2 req-bd273a9e-5c90-4594-b972-50878cccf917 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:23.196264 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5999f45e-47eb-4544-9899-17f2ecdc54c2 req-bd273a9e-5c90-4594-b972-50878cccf917 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0607257 Mar 22 12:58:23.199787 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': 'e45a8759-aa82-475f-8ede-fedf3a721686', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'port_id': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'mac_address': 'fa:16:3e:f6:70:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:06Z', 'updated_at': '2022-03-22T12:58:22Z', 'revision_number': 1, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:23.227067 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] Checking router: 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:58:23.236736 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:23.237357 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:23.253548 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5999f45e-47eb-4544-9899-17f2ecdc54c2 req-4c12aceb-c733-433d-8dd6-58987b9c01f7 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490320 Mar 22 12:58:23.255942 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-e545134c-496f-4b5c-bc25-c449b956c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:23.257405 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-e545134c-496f-4b5c-bc25-c449b956c1fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 200 len: 912 time: 0.0991468 Mar 22 12:58:23.328292 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-0ae4f0b7-2cb1-4fd2-aa95-391114c201df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f68eb50-810f-4b25-8912-f3e3e3ab01b0 HTTP/1.1" status: 200 len: 999 time: 0.0606055 Mar 22 12:58:23.351835 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:23.384030 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-ca8e5f60-88c0-433d-ae7f-7886f9c8f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:23.385500 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-ca8e5f60-88c0-433d-ae7f-7886f9c8f487 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48ecb2af-327d-49eb-8111-f1b888c9b91f HTTP/1.1" status: 200 len: 850 time: 0.0499766 Mar 22 12:58:23.435613 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-2c7a0305-3d24-4674-b5d8-1ef346287b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:23.437785 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-2c7a0305-3d24-4674-b5d8-1ef346287b52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0153605f-86fa-44c8-843c-61fcb7d41092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449352 Mar 22 12:58:23.533857 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-dd6143ba-4c3d-4675-bed6-2ba2e032c662 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895624 Mar 22 12:58:23.587533 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': 'e45a8759-aa82-475f-8ede-fedf3a721686', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'port_id': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'mac_address': 'fa:16:3e:f6:70:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:06Z', 'updated_at': '2022-03-22T12:58:22Z', 'revision_number': 1, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:23.616436 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95823738-75fa-4971-9c40-31fb8ec2473e None None] The sync data for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi is: [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': 'e45a8759-aa82-475f-8ede-fedf3a721686', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'port_id': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'mac_address': 'fa:16:3e:f6:70:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:06Z', 'updated_at': '2022-03-22T12:58:22Z', 'revision_number': 1, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:58:23.633009 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-bd8a851f-7b22-4040-b7a3-3cb4278f5ca8 req-e1c8d5d2-5129-44ab-8a0e-95ab088f1017 service neutron] 10.222.0.46 "GET /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908520 Mar 22 12:58:23.811477 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873c30a-7658-4858-b264-4f21ab5ced79 None None] New status for floating IP e45a8759-aa82-475f-8ede-fedf3a721686: ACTIVE {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:58:24.189856 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d034db-4ad8-4b70-b5ab-234e55c92efa req-b588cc08-9bd1-4fa4-b2ee-1d324a9350d5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:24.191586 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e8d034db-4ad8-4b70-b5ab-234e55c92efa req-b588cc08-9bd1-4fa4-b2ee-1d324a9350d5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0589879 Mar 22 12:58:24.242937 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e8d034db-4ad8-4b70-b5ab-234e55c92efa req-10231108-d57f-486a-bb01-f7c054f339f8 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Mar 22 12:58:24.377341 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d4090-1fbb-4415-9dfc-5dfdf49fcf67 req-78cde1ce-22d5-427b-bd04-87bccb326733 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:24.378957 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b38d4090-1fbb-4415-9dfc-5dfdf49fcf67 req-78cde1ce-22d5-427b-bd04-87bccb326733 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0548093 Mar 22 12:58:24.429872 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b38d4090-1fbb-4415-9dfc-5dfdf49fcf67 req-b4b0fb47-f5c9-4655-abb3-581344e73b45 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Mar 22 12:58:25.376422 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8aea8-5411-489f-b9fe-e34c884075f9 req-e958a786-fe87-495f-bbae-53b8bd6317de tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:25.377977 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ff8aea8-5411-489f-b9fe-e34c884075f9 req-e958a786-fe87-495f-bbae-53b8bd6317de tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0566876 Mar 22 12:58:25.431832 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7ff8aea8-5411-489f-b9fe-e34c884075f9 req-c0051bc8-65ae-4a33-947c-4f617ff0908c tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476115 Mar 22 12:58:25.552886 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b0774-3c75-4572-ac93-49ecf4a8f7ba req-29d9f145-db6f-4af1-b981-c59d4827b2e4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:25.554400 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a1b0774-3c75-4572-ac93-49ecf4a8f7ba req-29d9f145-db6f-4af1-b981-c59d4827b2e4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0533855 Mar 22 12:58:25.605517 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a1b0774-3c75-4572-ac93-49ecf4a8f7ba req-5cc4d549-0789-40c3-9ba6-774fd80f1d2a tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455821 Mar 22 12:58:25.708136 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-9e00b9e8-2284-4b75-9daf-e0336db787d9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:25.709607 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-9e00b9e8-2284-4b75-9daf-e0336db787d9 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 945 time: 0.0524149 Mar 22 12:58:25.810797 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Deleting port d84d5fb8-b097-4e35-a665-f4db834bf8a0 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:25.811134 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:25.899461 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] For port d84d5fb8-b097-4e35-a665-f4db834bf8a0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=d84d5fb8-b097-4e35-a665-f4db834bf8a0,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:25.899825 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:25.913507 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Calling delete_port for d84d5fb8-b097-4e35-a665-f4db834bf8a0 owned by compute:nova {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:26.188520 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (d84d5fb8-b097-4e35-a665-f4db834bf8a0), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:26.222592 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event deleted for resources: {'Port': ['ID=d84d5fb8-b097-4e35-a665-f4db834bf8a0,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:26.224799 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['d84d5fb8-b097-4e35-a665-f4db834bf8a0', '4c882ee3-c72f-487b-bf5a-cebafe411f6e'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:58:26.264992 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] No DVR routers for this DVR port d84d5fb8-b097-4e35-a665-f4db834bf8a0 on host hv-cinder-82414 {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:58:26.267494 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:26.271289 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-02d04f8f-2f21-406f-a926-734fd5f1c7d1 req-71a88c28-47ae-479d-abb6-8f91a695da67 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "DELETE /v2.0/ports/d84d5fb8-b097-4e35-a665-f4db834bf8a0 HTTP/1.1" status: 204 len: 173 time: 0.5550654 Mar 22 12:58:26.271747 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef734e9-6a9c-4831-893d-fb573c81e6f6', 'name': 'network-vif-deleted', 'tag': 'd84d5fb8-b097-4e35-a665-f4db834bf8a0'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:26.273977 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8e2f30-05ce-448e-8d28-a05945c5646e" -d '{"events": [{"server_uuid": "0ef734e9-6a9c-4831-893d-fb573c81e6f6", "name": "network-vif-deleted", "tag": "d84d5fb8-b097-4e35-a665-f4db834bf8a0"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:26.311957 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2adb80a-6be1-49ac-ab85-0c55b4538002 x-openstack-request-id: req-e2adb80a-6be1-49ac-ab85-0c55b4538002 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:26.312276 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef734e9-6a9c-4831-893d-fb573c81e6f6", "name": "network-vif-deleted", "tag": "d84d5fb8-b097-4e35-a665-f4db834bf8a0", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:26.312522 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2adb80a-6be1-49ac-ab85-0c55b4538002 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:26.312973 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2adb80a-6be1-49ac-ab85-0c55b4538002'] response: {'server_uuid': '0ef734e9-6a9c-4831-893d-fb573c81e6f6', 'name': 'network-vif-deleted', 'tag': 'd84d5fb8-b097-4e35-a665-f4db834bf8a0', 'status': 'completed', 'code': 200} Mar 22 12:58:26.540935 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7d2102bd-2fa3-45fc-94da-3c869c53403e req-da488eb5-5b92-4c44-9b03-9795f4578584 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef734e9-6a9c-4831-893d-fb573c81e6f6 HTTP/1.1" status: 200 len: 210 time: 0.0311708 Mar 22 12:58:26.730831 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f0884-762f-4a74-9f89-af92cfec25e0 req-a26b23e2-27ec-49ae-ad0a-cf7cb716cb47 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:26.732361 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ef9f0884-762f-4a74-9f89-af92cfec25e0 req-a26b23e2-27ec-49ae-ad0a-cf7cb716cb47 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0585911 Mar 22 12:58:26.788065 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ef9f0884-762f-4a74-9f89-af92cfec25e0 req-0ad309b1-a624-4230-a9c3-e2f61e346622 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494034 Mar 22 12:58:27.009214 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:58:28.038772 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd5539-e7f6-4dfe-83af-6f127cff3b59 req-39ddf766-1f50-4596-b419-a9d3a86b549f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:28.040248 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dbdd5539-e7f6-4dfe-83af-6f127cff3b59 req-39ddf766-1f50-4596-b419-a9d3a86b549f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0522881 Mar 22 12:58:28.091308 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dbdd5539-e7f6-4dfe-83af-6f127cff3b59 req-a3dfdab4-ffba-4ce6-b309-7dd46887cee6 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455146 Mar 22 12:58:28.149575 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f323f8-4f10-40e4-b276-8b5f5193e5fc req-7f89b157-83f0-48e5-8b9c-2d570372ad02 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:28.151298 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98f323f8-4f10-40e4-b276-8b5f5193e5fc req-7f89b157-83f0-48e5-8b9c-2d570372ad02 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0564847 Mar 22 12:58:28.225819 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98f323f8-4f10-40e4-b276-8b5f5193e5fc req-a319f67e-a3c7-46f2-88d1-59d31608f1e6 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653005 Mar 22 12:58:28.243713 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9ad39-cf90-488a-b6d3-7299a15c261a req-94f906c9-0b26-4ddf-9b52-89a6f0859475 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:28.243713 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8c9ad39-cf90-488a-b6d3-7299a15c261a req-94f906c9-0b26-4ddf-9b52-89a6f0859475 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 946 time: 0.0861216 Mar 22 12:58:28.290282 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8c9ad39-cf90-488a-b6d3-7299a15c261a req-e5ba998c-793c-4fb6-8ec8-7450df5aeea3 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460165 Mar 22 12:58:29.208635 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b39b61-6e04-406c-881a-0e150c205c62 req-e7009a4f-7332-4f8c-b837-b5716d0f58aa tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:29.219499 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-67b39b61-6e04-406c-881a-0e150c205c62 req-e7009a4f-7332-4f8c-b837-b5716d0f58aa tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0520124 Mar 22 12:58:29.266370 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-67b39b61-6e04-406c-881a-0e150c205c62 req-f712a5cd-04f2-4bda-8c25-37653a29b809 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503633 Mar 22 12:58:29.348375 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4eba2-ba83-44d0-9964-69db3f87933c req-9ecc583b-6763-4633-8a39-9f153ae1ae60 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:29.349901 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41a4eba2-ba83-44d0-9964-69db3f87933c req-9ecc583b-6763-4633-8a39-9f153ae1ae60 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0556884 Mar 22 12:58:29.423352 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-41a4eba2-ba83-44d0-9964-69db3f87933c req-80755e43-5cae-48a3-83ca-7a14737b7bae tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675774 Mar 22 12:58:29.439287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51786a-928c-4bb7-910b-9753f8f03bd5 req-826bc834-9057-4b91-9011-6b1c1a99572c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:29.440735 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4e51786a-928c-4bb7-910b-9753f8f03bd5 req-826bc834-9057-4b91-9011-6b1c1a99572c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 946 time: 0.0793056 Mar 22 12:58:29.488324 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4e51786a-928c-4bb7-910b-9753f8f03bd5 req-7b873749-3938-4a5e-9a88-060bab979dfc tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420544 Mar 22 12:58:30.016044 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-fe4804a6-9b6c-4759-b3fc-c98ba9af3a9c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:30.017465 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-fe4804a6-9b6c-4759-b3fc-c98ba9af3a9c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 946 time: 0.0544639 Mar 22 12:58:30.113753 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Deleting port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:30.114134 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:30.202273 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] For port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:30.203190 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:30.380775 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:30.381126 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (362806ce-27e8-49b1-83b7-52accb3c9afe), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:30.381435 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Floating IP 362806ce-27e8-49b1-83b7-52accb3c9afe disassociated. External IP: 172.27.2.32, port: 7dd9701a-88ef-4a86-a13e-a256a8dd9b13. Mar 22 12:58:30.381775 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Calling delete_port for 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 owned by compute:nova {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:30.388617 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e597b64-8bc1-48f5-b490-968f55ef204f req-9a4c1250-9711-4028-94c3-12af4cb60289 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:30.390706 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5e597b64-8bc1-48f5-b490-968f55ef204f req-9a4c1250-9711-4028-94c3-12af4cb60289 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0559895 Mar 22 12:58:30.444406 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5e597b64-8bc1-48f5-b490-968f55ef204f req-7d26b885-a8b4-446d-8e4e-2355fd00497a tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478127 Mar 22 12:58:30.549723 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4834625-1658-48a2-8025-be2b86b117cb req-6be2b377-0287-44a0-bea6-7141178203c4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:30.551522 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4834625-1658-48a2-8025-be2b86b117cb req-6be2b377-0287-44a0-bea6-7141178203c4 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0565841 Mar 22 12:58:30.597588 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (7dd9701a-88ef-4a86-a13e-a256a8dd9b13), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:30.626993 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'Port': ['ID=7dd9701a-88ef-4a86-a13e-a256a8dd9b13,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:30.641538 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56659e65-6e5b-41ab-a542-27454326285e req-5051f645-009a-47de-9ef9-d77a28104639 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:30.648528 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-56659e65-6e5b-41ab-a542-27454326285e req-5051f645-009a-47de-9ef9-d77a28104639 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 867 time: 0.0926898 Mar 22 12:58:30.659277 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4834625-1658-48a2-8025-be2b86b117cb req-7b67dc68-b368-4af6-9bce-871812327bc5 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961020 Mar 22 12:58:30.703992 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-56659e65-6e5b-41ab-a542-27454326285e req-d086c5d8-bde6-403e-b76d-91a752aa2974 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2c93eda-e272-4413-a7ea-aab837a56137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545857 Mar 22 12:58:30.746247 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:58:30.845313 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device d84d5fb8-b097-4e35-a665-f4db834bf8a0 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:58:30.853326 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:30.867424 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:58:30.869646 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: d84d5fb8-b097-4e35-a665-f4db834bf8a0 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:58:30.870098 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device d84d5fb8-b097-4e35-a665-f4db834bf8a0 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:58:30.878674 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:30.879270 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:30.892150 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] No DVR routers for this DVR port 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 on host hv-cinder-82414 {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:58:30.894616 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:30.898031 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-b03e306e-49bf-45dc-a04e-afbfa7acd29b req-b05a54fd-3dc4-48e3-9386-1cf572104534 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "DELETE /v2.0/ports/7dd9701a-88ef-4a86-a13e-a256a8dd9b13 HTTP/1.1" status: 204 len: 173 time: 0.8709488 Mar 22 12:58:30.898404 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'name': 'network-vif-deleted', 'tag': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:30.900597 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af49f08-ee0f-449c-b518-5062beac9166" -d '{"events": [{"server_uuid": "dfcad286-e265-44af-96c5-92c8c657f06f", "name": "network-vif-deleted", "tag": "7dd9701a-88ef-4a86-a13e-a256a8dd9b13"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:30.934900 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e34f612-dd29-4360-a350-8640c4e3ef7d x-openstack-request-id: req-3e34f612-dd29-4360-a350-8640c4e3ef7d {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:30.935187 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcad286-e265-44af-96c5-92c8c657f06f", "name": "network-vif-deleted", "tag": "7dd9701a-88ef-4a86-a13e-a256a8dd9b13", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:30.935443 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e34f612-dd29-4360-a350-8640c4e3ef7d {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:30.935848 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e34f612-dd29-4360-a350-8640c4e3ef7d'] response: {'server_uuid': 'dfcad286-e265-44af-96c5-92c8c657f06f', 'name': 'network-vif-deleted', 'tag': '7dd9701a-88ef-4a86-a13e-a256a8dd9b13', 'status': 'completed', 'code': 200} Mar 22 12:58:30.989386 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:31.202562 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:31.232607 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:58:31.242160 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:31.242767 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:31.371465 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:31.576042 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:31.579918 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192d477-895d-45cf-b311-b76af0a67d7a req-85ccd39f-43a9-4d0d-9d1d-1a2e3524ce3c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:31.581450 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d192d477-895d-45cf-b311-b76af0a67d7a req-85ccd39f-43a9-4d0d-9d1d-1a2e3524ce3c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0640500 Mar 22 12:58:31.604492 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4903367-4c78-4355-8792-9ccd891b4056 None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:58:31.635617 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d192d477-895d-45cf-b311-b76af0a67d7a req-f0faebe6-141b-4399-8990-b2f08103852d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484626 Mar 22 12:58:31.796974 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b87d7-dd5b-427b-a0a2-5b369d48fb86 req-5c97f5ce-27dd-4ba0-9094-691152be2354 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:31.798551 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bb4b87d7-dd5b-427b-a0a2-5b369d48fb86 req-5c97f5ce-27dd-4ba0-9094-691152be2354 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0655735 Mar 22 12:58:31.836069 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9316d53f-c382-4ab2-a291-5326b3616caf req-9f7f3e0d-e91c-4897-a252-eda23da79476 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfcad286-e265-44af-96c5-92c8c657f06f HTTP/1.1" status: 200 len: 210 time: 0.0365047 Mar 22 12:58:31.861263 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-43596e7c-17ba-4c0c-b20b-75030ecd2297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:31.862990 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-43596e7c-17ba-4c0c-b20b-75030ecd2297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 945 time: 0.0695226 Mar 22 12:58:31.889313 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bb4b87d7-dd5b-427b-a0a2-5b369d48fb86 req-77c1b1e7-0d5e-40c1-9453-ff6865091014 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bddc35f-07dd-4727-aa97-35b1f3b1b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802691 Mar 22 12:58:31.891488 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7318d-204f-43f5-89d3-583f781e1022 None None] New status for floating IP 362806ce-27e8-49b1-83b7-52accb3c9afe: DOWN {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:58:31.999023 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Deleting port 4c882ee3-c72f-487b-bf5a-cebafe411f6e {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:31.999885 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:32.094538 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] For port 4c882ee3-c72f-487b-bf5a-cebafe411f6e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=4c882ee3-c72f-487b-bf5a-cebafe411f6e,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:32.094900 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:32.115916 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Calling delete_port for 4c882ee3-c72f-487b-bf5a-cebafe411f6e owned by compute:nova {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:32.275068 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-da5658b1-63d0-43eb-abe4-f8fde114872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:32.276613 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-da5658b1-63d0-43eb-abe4-f8fde114872e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1130 time: 0.0918169 Mar 22 12:58:32.311845 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (4c882ee3-c72f-487b-bf5a-cebafe411f6e), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:32.347045 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['4c882ee3-c72f-487b-bf5a-cebafe411f6e'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:58:32.350676 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Pushing event deleted for resources: {'Port': ['ID=4c882ee3-c72f-487b-bf5a-cebafe411f6e,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:32.388802 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-a07cefe2-a32b-40e6-9183-7e9c744ba249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:32.390798 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-a07cefe2-a32b-40e6-9183-7e9c744ba249 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f27f08cb-d50b-4ca2-a370-b69ad85bed34 HTTP/1.1" status: 200 len: 909 time: 0.1083231 Mar 22 12:58:32.403649 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] No DVR routers for this DVR port 4c882ee3-c72f-487b-bf5a-cebafe411f6e on host hv-cinder-82414 {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:58:32.407849 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:32.410373 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-6cd1d6df-bb50-4539-bb68-16fc9d49f8c5 req-2209af33-09df-4d19-b10d-9e9f68ec5297 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.46 "DELETE /v2.0/ports/4c882ee3-c72f-487b-bf5a-cebafe411f6e HTTP/1.1" status: 204 len: 173 time: 0.5073030 Mar 22 12:58:32.464518 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-94829d54-dc3c-4a1a-ab1b-fe080c1d0206 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f HTTP/1.1" status: 200 len: 1002 time: 0.0666392 Mar 22 12:58:32.525503 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-46201749-982b-416a-a583-df41886d0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:32.527176 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-46201749-982b-416a-a583-df41886d0576 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7946065-e410-4ba5-a810-89978bc20bd4 HTTP/1.1" status: 200 len: 847 time: 0.0454204 Mar 22 12:58:32.576408 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-fb247e5c-a4d6-469f-9d90-b2764391b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:32.578537 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-fb247e5c-a4d6-469f-9d90-b2764391b551 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f27f08cb-d50b-4ca2-a370-b69ad85bed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448995 Mar 22 12:58:32.673682 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-7c5e04ea-b9a4-4e24-a943-220d2e85111e service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889235 Mar 22 12:58:32.819193 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07364-2a10-496c-875b-330b9ae4817a req-5e239538-4931-4af4-b05d-9bc122d61ba6 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:32.820801 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a1c07364-2a10-496c-875b-330b9ae4817a req-5e239538-4931-4af4-b05d-9bc122d61ba6 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.1143320 Mar 22 12:58:32.823244 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-19e3731c-55fe-47c2-ba9c-c0bcf91c944a req-d35f0eab-0d2c-4a1d-8006-331d5fd10edd service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369655 Mar 22 12:58:32.882496 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a1c07364-2a10-496c-875b-330b9ae4817a req-07b44426-0c91-439d-89ce-8901201b7f23 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555787 Mar 22 12:58:32.942765 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec95d51-8ff8-47b9-bade-93c63cfc8f43', 'name': 'network-vif-deleted', 'tag': '4c882ee3-c72f-487b-bf5a-cebafe411f6e'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:32.945113 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7d332c-81c0-4686-b9ad-ebdcbebd5211" -d '{"events": [{"server_uuid": "3ec95d51-8ff8-47b9-bade-93c63cfc8f43", "name": "network-vif-deleted", "tag": "4c882ee3-c72f-487b-bf5a-cebafe411f6e"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:32.995078 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4bfc578a-b152-4fb6-9f17-f97da2285082 req-4bdd8796-5f68-4079-a618-51157deac181 tempest-ServerRescueNegativeTestJSON-1177684666 tempest-ServerRescueNegativeTestJSON-1177684666-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ec95d51-8ff8-47b9-bade-93c63cfc8f43 HTTP/1.1" status: 200 len: 210 time: 0.0276406 Mar 22 12:58:33.005007 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54898) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:33.033726 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fbe875-00d1-4673-80d6-aa46e2ef8f97 x-openstack-request-id: req-82fbe875-00d1-4673-80d6-aa46e2ef8f97 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:33.034045 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec95d51-8ff8-47b9-bade-93c63cfc8f43", "name": "network-vif-deleted", "tag": "4c882ee3-c72f-487b-bf5a-cebafe411f6e", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:33.034300 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82fbe875-00d1-4673-80d6-aa46e2ef8f97 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:33.034707 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82fbe875-00d1-4673-80d6-aa46e2ef8f97'] response: {'server_uuid': '3ec95d51-8ff8-47b9-bade-93c63cfc8f43', 'name': 'network-vif-deleted', 'tag': '4c882ee3-c72f-487b-bf5a-cebafe411f6e', 'status': 'completed', 'code': 200} Mar 22 12:58:33.059878 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-af4008f5-4feb-4b6d-becb-912db72a4f63 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (b2c93eda-e272-4413-a7ea-aab837a56137), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.087193 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-af4008f5-4feb-4b6d-becb-912db72a4f63 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (b2c93eda-e272-4413-a7ea-aab837a56137), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.205168 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-af4008f5-4feb-4b6d-becb-912db72a4f63 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (b2c93eda-e272-4413-a7ea-aab837a56137), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.207940 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-af4008f5-4feb-4b6d-becb-912db72a4f63 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.209181 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-af4008f5-4feb-4b6d-becb-912db72a4f63 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "DELETE /v2.0/security-groups/b2c93eda-e272-4413-a7ea-aab837a56137 HTTP/1.1" status: 204 len: 168 time: 0.2031524 Mar 22 12:58:33.212009 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54900) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:33.218401 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4008f5-4feb-4b6d-becb-912db72a4f63 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c93eda-e272-4413-a7ea-aab837a56137,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:33.226521 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.api.v2.resource [None req-9396acd0-0380-4eb7-8dfc-85f859bffa2c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] show failed (client error): The resource could not be found. Mar 22 12:58:33.227103 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-9396acd0-0380-4eb7-8dfc-85f859bffa2c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups/b2c93eda-e272-4413-a7ea-aab837a56137 HTTP/1.1" status: 404 len: 347 time: 0.0140057 Mar 22 12:58:33.230092 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54902) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:33.352449 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Deleting port 880c08cb-48e6-4e97-af82-db7fc4bf5165 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:33.352785 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (880c08cb-48e6-4e97-af82-db7fc4bf5165), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.437464 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (880c08cb-48e6-4e97-af82-db7fc4bf5165), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.437791 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (880c08cb-48e6-4e97-af82-db7fc4bf5165), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.450238 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Calling delete_port for 880c08cb-48e6-4e97-af82-db7fc4bf5165 owned by network:floatingip {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:33.645015 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (880c08cb-48e6-4e97-af82-db7fc4bf5165), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.673939 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'Port': ['ID=880c08cb-48e6-4e97-af82-db7fc4bf5165,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:33.733853 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (362806ce-27e8-49b1-83b7-52accb3c9afe), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.736462 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:33.737595 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-7120f414-0bee-4b3a-bfcf-50ef278c3ea4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "DELETE /v2.0/floatingips/362806ce-27e8-49b1-83b7-52accb3c9afe HTTP/1.1" status: 204 len: 168 time: 0.5065651 Mar 22 12:58:34.005124 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3fe3f-57e4-4d18-b58a-c93a01dd298a req-43ec1ccd-3527-4bbd-a97a-3ae0bb14720b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:34.006654 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-01b3fe3f-57e4-4d18-b58a-c93a01dd298a req-43ec1ccd-3527-4bbd-a97a-3ae0bb14720b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0540669 Mar 22 12:58:34.058877 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-01b3fe3f-57e4-4d18-b58a-c93a01dd298a req-d7c10fba-a5f5-4866-a414-03b2e32771ba tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466392 Mar 22 12:58:34.104925 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54910) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:34.297980 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54914) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:34.302662 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-5f2ef130-84d3-4cb3-bb56-347a617b1aea tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105707348', 'description': 'tempest-description--1075705680'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:34.434708 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5f2ef130-84d3-4cb3-bb56-347a617b1aea tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:34.509282 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5f2ef130-84d3-4cb3-bb56-347a617b1aea tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (cb8c649a-ff77-4d65-9113-00bc382b9130), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:34.617077 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5f2ef130-84d3-4cb3-bb56-347a617b1aea tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (cb8c649a-ff77-4d65-9113-00bc382b9130), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:34.649190 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ef130-84d3-4cb3-bb56-347a617b1aea tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8c649a-ff77-4d65-9113-00bc382b9130,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:34.761729 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5f2ef130-84d3-4cb3-bb56-347a617b1aea tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:34.767155 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5f2ef130-84d3-4cb3-bb56-347a617b1aea tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4639401 Mar 22 12:58:34.767155 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54916) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:34.771179 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-83a73b86-26c6-4267-b7bf-243b81ef16f7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group_rule': {'security_group_id': 'cb8c649a-ff77-4d65-9113-00bc382b9130', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:34.853202 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:58:34.873362 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-83a73b86-26c6-4267-b7bf-243b81ef16f7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (aac97c32-8bea-4a69-8e55-04eaca7ce7a5), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:34.876334 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:58:34.882298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7dd9701a-88ef-4a86-a13e-a256a8dd9b13 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:58:34.897298 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (581bf64b-6eda-4b71-8151-d455458ca695), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:34.936444 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-83a73b86-26c6-4267-b7bf-243b81ef16f7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (aac97c32-8bea-4a69-8e55-04eaca7ce7a5), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.020679 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-83a73b86-26c6-4267-b7bf-243b81ef16f7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (aac97c32-8bea-4a69-8e55-04eaca7ce7a5), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.038850 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a73b86-26c6-4267-b7bf-243b81ef16f7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac97c32-8bea-4a69-8e55-04eaca7ce7a5,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:35.108437 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-83a73b86-26c6-4267-b7bf-243b81ef16f7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.112228 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-83a73b86-26c6-4267-b7bf-243b81ef16f7 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3421834 Mar 22 12:58:35.112351 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54920) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:35.117532 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-478a0c6a-6963-49ef-bb39-5f945bc46a68 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'security_group_rule': {'security_group_id': 'cb8c649a-ff77-4d65-9113-00bc382b9130', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:35.193498 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a171880-8ba0-4627-8bfc-4f960af17e47 req-9d358d2f-9c06-4bca-baaf-8cabdba9f22a tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:35.195128 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8a171880-8ba0-4627-8bfc-4f960af17e47 req-9d358d2f-9c06-4bca-baaf-8cabdba9f22a tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0580416 Mar 22 12:58:35.229588 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Deleting port 23482578-d2c5-4984-989f-8661b96daa96 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:35.230479 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (23482578-d2c5-4984-989f-8661b96daa96), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.230637 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-478a0c6a-6963-49ef-bb39-5f945bc46a68 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (01c8b1c1-d4d7-47be-8fcc-483c41bda111), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.279752 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8a171880-8ba0-4627-8bfc-4f960af17e47 req-53a68e74-4494-4c40-9c9c-dabacd0954ff tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788074 Mar 22 12:58:35.305735 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-478a0c6a-6963-49ef-bb39-5f945bc46a68 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (01c8b1c1-d4d7-47be-8fcc-483c41bda111), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.326182 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] For port 23482578-d2c5-4984-989f-8661b96daa96, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=23482578-d2c5-4984-989f-8661b96daa96,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:35.326549 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (23482578-d2c5-4984-989f-8661b96daa96), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.340682 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Calling delete_port for 23482578-d2c5-4984-989f-8661b96daa96 owned by network:router_interface {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:35.386316 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-478a0c6a-6963-49ef-bb39-5f945bc46a68 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (01c8b1c1-d4d7-47be-8fcc-483c41bda111), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.408925 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a0c6a-6963-49ef-bb39-5f945bc46a68 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c8b1c1-d4d7-47be-8fcc-483c41bda111,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:35.473747 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-478a0c6a-6963-49ef-bb39-5f945bc46a68 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.475078 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-478a0c6a-6963-49ef-bb39-5f945bc46a68 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616772 Mar 22 12:58:35.480882 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54922) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:35.485544 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:35.586637 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.611412 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (23482578-d2c5-4984-989f-8661b96daa96), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.644457 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Pushing event deleted for resources: {'Port': ['ID=23482578-d2c5-4984-989f-8661b96daa96,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:35.696138 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.841928 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Allocated IP 172.27.2.14 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/f6d0e130-a8c3-448c-b487-d626d03f2325) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:35.881858 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (581bf64b-6eda-4b71-8151-d455458ca695), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:35.972698 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (f6d0e130-a8c3-448c-b487-d626d03f2325), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:36.080370 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (f6d0e130-a8c3-448c-b487-d626d03f2325), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:36.118690 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Router 581bf64b-6eda-4b71-8151-d455458ca695 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:58:36.120765 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:36.123982 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:36.130639 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:58:36.157329 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=f6d0e130-a8c3-448c-b487-d626d03f2325,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:36.235043 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (ad67f38e-4503-4285-ae0c-3c34024fbbaa), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:36.237851 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:36.245881 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 54926) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:36.246157 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-bc943a63-910c-4d6b-8e69-7746090af55e admin admin] 10.222.0.69 "PUT /v2.0/routers/581bf64b-6eda-4b71-8151-d455458ca695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1401129 Mar 22 12:58:36.248452 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] Sync routers for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:58:36.260465 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:36.261112 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:36.351681 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f6d0e130-a8c3-448c-b487-d626d03f2325), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:36.381927 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:36.456604 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks [] for router (581bf64b-6eda-4b71-8151-d455458ca695), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:36.539985 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82bf74-dfef-481c-ad26-03cef4c152b3 req-83b52067-a07a-4e35-adeb-434af7632d6b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:36.541540 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8c82bf74-dfef-481c-ad26-03cef4c152b3 req-83b52067-a07a-4e35-adeb-434af7632d6b tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.1806841 Mar 22 12:58:36.568258 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:58:35Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:36.595636 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] Checking router: 581bf64b-6eda-4b71-8151-d455458ca695 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:58:36.604221 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] Routers {'581bf64b-6eda-4b71-8151-d455458ca695'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:36.604823 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['581bf64b-6eda-4b71-8151-d455458ca695'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:36.661140 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8c82bf74-dfef-481c-ad26-03cef4c152b3 req-80f56ed8-7f30-4c03-890b-9badf237e004 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931759 Mar 22 12:58:36.709028 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks [] for router_gateway (581bf64b-6eda-4b71-8151-d455458ca695), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:36.737664 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (f6d0e130-a8c3-448c-b487-d626d03f2325), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:36.750600 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [req-d819b1ee-663e-42df-91aa-e2372f1198d1 req-53559b7e-4344-4a90-baf9-8e9c77b89ed3 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:58:36.751851 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d819b1ee-663e-42df-91aa-e2372f1198d1 req-53559b7e-4344-4a90-baf9-8e9c77b89ed3 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060589 Mar 22 12:58:36.830473 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (f6d0e130-a8c3-448c-b487-d626d03f2325), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:36.847781 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] Set router 581bf64b-6eda-4b71-8151-d455458ca695 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:36.875143 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 4c882ee3-c72f-487b-bf5a-cebafe411f6e no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:58:36.914700 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Deleting port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:36.914967 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:36.918250 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=f6d0e130-a8c3-448c-b487-d626d03f2325,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:36.925398 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 4c882ee3-c72f-487b-bf5a-cebafe411f6e {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:58:36.925729 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 4c882ee3-c72f-487b-bf5a-cebafe411f6e not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:58:36.962099 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (ad67f38e-4503-4285-ae0c-3c34024fbbaa), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:37.030235 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] For port 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=2c1ddcf0-63ac-468b-bf9b-2edd5e69b060,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:37.031210 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:37.069829 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Calling delete_port for 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 owned by network:router_gateway {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:37.082506 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:58:35Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:37.109064 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5b546-4bff-4f5d-bed8-26dea77f38ab None None] The sync data for ids ['581bf64b-6eda-4b71-8151-d455458ca695'] in dv-cinder-824149-5-iscsi is: [{'id': '581bf64b-6eda-4b71-8151-d455458ca695', 'name': 'tempest-ServerRescueNegativeTestJSON-624288081-router', 'tenant_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:58:35Z', 'revision_number': 5, 'project_id': '60411ef45fcb4d9e81a4682e7bc8951b', 'gw_port': {'id': '2c1ddcf0-63ac-468b-bf9b-2edd5e69b060', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581bf64b-6eda-4b71-8151-d455458ca695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:10Z', 'updated_at': '2022-03-22T12:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:58:37.123148 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:37.127295 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-49a32103-fa5a-43ea-ab45-3d06197c80ae tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6451728 Mar 22 12:58:37.144345 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455f03d-84df-48df-973f-0af0e9d9f075 req-4981e909-094a-419d-9b71-7227d2cf9c92 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:37.147369 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0455f03d-84df-48df-973f-0af0e9d9f075 req-4981e909-094a-419d-9b71-7227d2cf9c92 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.1133988 Mar 22 12:58:37.191548 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54944) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:37.272881 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0455f03d-84df-48df-973f-0af0e9d9f075 req-baab8fd9-036e-409d-8502-32afb2400f1d tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091132 Mar 22 12:58:37.289863 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-b9d0b1a7-e2ec-4e88-bb70-dac0cf651fca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966530 Mar 22 12:58:37.299771 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-0dfca706-fb4a-4d1e-814f-d29940ed4f37 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 12:58:37.300773 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-0dfca706-fb4a-4d1e-814f-d29940ed4f37 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060287 Mar 22 12:58:37.331869 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-1828d1f1-091d-4f53-994e-58de3a36fe65 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--105707348&fields=id&tenant_id=cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 267 time: 0.0709155 Mar 22 12:58:37.402902 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54960) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:37.460776 dv-cinder-824149-5-iscsi neutron-server[110232]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 12:58:37.476418 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-f33d06fb-2690-4acd-939d-4828cb6986fb tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:37.476418 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-f33d06fb-2690-4acd-939d-4828cb6986fb tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 815 time: 0.1243622 Mar 22 12:58:37.494230 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-e93a9452-3889-40ef-a5b8-8bff1052395c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/quotas/cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 375 time: 0.0124688 Mar 22 12:58:37.497628 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (2c1ddcf0-63ac-468b-bf9b-2edd5e69b060), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:37.518665 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-ff373675-8fa5-4604-a05a-68c921b86138 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:37.520122 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-ff373675-8fa5-4604-a05a-68c921b86138 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports/1fa87966-3ccc-4a66-b5b1-51146e73416f HTTP/1.1" status: 200 len: 943 time: 0.1162298 Mar 22 12:58:37.537111 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1ddcf0-63ac-468b-bf9b-2edd5e69b060,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:37.632579 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-0d4594c4-2272-4b12-9dde-724028cdaf9c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1303511 Mar 22 12:58:37.633477 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (581bf64b-6eda-4b71-8151-d455458ca695), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:37.786371 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (581bf64b-6eda-4b71-8151-d455458ca695), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:37.789692 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks [] for router_controller (581bf64b-6eda-4b71-8151-d455458ca695), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:37.874912 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-a4ec0a2a-6bf0-49d5-98ba-f4c23524fab8 service neutron] 10.222.0.69 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247183 Mar 22 12:58:37.951504 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (581bf64b-6eda-4b71-8151-d455458ca695), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:37.951927 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 581bf64b-6eda-4b71-8151-d455458ca695 {{(pid=110231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:58:37.959679 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:37.960816 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-d2e24ef9-6a76-4d68-a750-6b690f76d640 admin admin] 10.222.0.69 "DELETE /v2.0/routers/581bf64b-6eda-4b71-8151-d455458ca695 HTTP/1.1" status: 204 len: 168 time: 1.7134027 Mar 22 12:58:37.964285 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54972) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:37.979128 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-831d2f9c-b3a6-44ec-9060-4980eb402897 service neutron] 10.222.0.69 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983241 Mar 22 12:58:38.024299 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c323fb7c-c47a-453e-a7c9-1e3723fbd543 admin admin] Deleting subnet d598f7ce-5d25-4851-b0c7-edd085010225 {{(pid=110232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 12:58:38.032318 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c323fb7c-c47a-453e-a7c9-1e3723fbd543 admin admin] Publish callbacks [] for subnet (d598f7ce-5d25-4851-b0c7-edd085010225), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.076769 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c323fb7c-c47a-453e-a7c9-1e3723fbd543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210907'] for subnet (d598f7ce-5d25-4851-b0c7-edd085010225), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.137802 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 23482578-d2c5-4984-989f-8661b96daa96 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:58:38.176270 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 23482578-d2c5-4984-989f-8661b96daa96 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:58:38.177294 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 23482578-d2c5-4984-989f-8661b96daa96 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:58:38.234117 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c323fb7c-c47a-453e-a7c9-1e3723fbd543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (d598f7ce-5d25-4851-b0c7-edd085010225), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.292058 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d4b84be4-c1c5-4302-ac23-2f0dcb32d9be req-8bddbe34-d491-418b-a45a-907465b419cc tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 210 time: 0.0299232 Mar 22 12:58:38.407696 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26170b8-4654-455d-a7fe-35e8b65938e1 req-0489736b-e95e-466f-b988-ab70ca59fcb4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:38.409185 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c26170b8-4654-455d-a7fe-35e8b65938e1 req-0489736b-e95e-466f-b988-ab70ca59fcb4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0551121 Mar 22 12:58:38.466770 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c26170b8-4654-455d-a7fe-35e8b65938e1 req-3d7c4629-bbbf-4e82-9c1a-639f658da341 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515935 Mar 22 12:58:38.468572 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c323fb7c-c47a-453e-a7c9-1e3723fbd543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9101359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9330273'] for subnet (d598f7ce-5d25-4851-b0c7-edd085010225), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.496573 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323fb7c-c47a-453e-a7c9-1e3723fbd543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d598f7ce-5d25-4851-b0c7-edd085010225,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:38.500667 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c323fb7c-c47a-453e-a7c9-1e3723fbd543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.503955 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c323fb7c-c47a-453e-a7c9-1e3723fbd543 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d598f7ce-5d25-4851-b0c7-edd085010225 HTTP/1.1" status: 204 len: 168 time: 0.5383465 Mar 22 12:58:38.506697 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54984) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:38.507161 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59876c1-37bb-4525-a328-96d9bfb6c675 None None] Network 4cb5a818-0d24-4469-b547-4c4932ebf8f9 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:58:38.579328 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (4cb5a818-0d24-4469-b547-4c4932ebf8f9), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.649900 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Deleting port c99ebee4-25c2-4448-9a70-a15521abcc48 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:38.653102 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.679682 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b725dab-92c6-4573-93ea-2e73d0c0183a None None] DHCP port deletion for 4cb5a818-0d24-4469-b547-4c4932ebf8f9 request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 12:58:38.727263 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] For port c99ebee4-25c2-4448-9a70-a15521abcc48, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=c99ebee4-25c2-4448-9a70-a15521abcc48,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:38.727636 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.746207 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Calling delete_port for c99ebee4-25c2-4448-9a70-a15521abcc48 owned by network:dhcp {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:38.774350 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-8b725dab-92c6-4573-93ea-2e73d0c0183a None None] Deleting port c99ebee4-25c2-4448-9a70-a15521abcc48 {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:38.774733 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-8b725dab-92c6-4573-93ea-2e73d0c0183a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.842121 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-8b725dab-92c6-4573-93ea-2e73d0c0183a None None] For port c99ebee4-25c2-4448-9a70-a15521abcc48, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=c99ebee4-25c2-4448-9a70-a15521abcc48,segment=NetworkSegment(15cb8945-2f79-4e54-ac51-e8f71e4a9061),segment_id=15cb8945-2f79-4e54-ac51-e8f71e4a9061)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:38.842513 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-8b725dab-92c6-4573-93ea-2e73d0c0183a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.856213 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-8b725dab-92c6-4573-93ea-2e73d0c0183a None None] Calling delete_port for c99ebee4-25c2-4448-9a70-a15521abcc48 owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:38.864557 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1fa87966-3ccc-4a66-b5b1-51146e73416f no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:58:38.917593 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:38.948210 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Pushing event deleted for resources: {'Port': ['ID=c99ebee4-25c2-4448-9a70-a15521abcc48,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:38.954937 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] No DVR routers for this DVR port c99ebee4-25c2-4448-9a70-a15521abcc48 on host dv-cinder-824149-5-iscsi {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:58:39.028928 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (4cb5a818-0d24-4469-b547-4c4932ebf8f9), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.040715 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-8b725dab-92c6-4573-93ea-2e73d0c0183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (c99ebee4-25c2-4448-9a70-a15521abcc48), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.045677 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 1fa87966-3ccc-4a66-b5b1-51146e73416f is: ACTIVE; New status is: DOWN {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:39.046655 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.052327 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb5a818-0d24-4469-b547-4c4932ebf8f9']}} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:39.063964 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cb8945-2f79-4e54-ac51-e8f71e4a9061') {'for_net_delete': True} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:39.064504 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cb8945-2f79-4e54-ac51-e8f71e4a9061') {} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:39.074420 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210914'] for segment (15cb8945-2f79-4e54-ac51-e8f71e4a9061), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.084214 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b725dab-92c6-4573-93ea-2e73d0c0183a None None] Pushing event deleted for resources: {'Port': ['ID=c99ebee4-25c2-4448-9a70-a15521abcc48,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:39.087277 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b725dab-92c6-4573-93ea-2e73d0c0183a None None] No DVR routers for this DVR port c99ebee4-25c2-4448-9a70-a15521abcc48 on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:58:39.090114 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (15cb8945-2f79-4e54-ac51-e8f71e4a9061), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.098420 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=110232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 12:58:39.098958 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9102989'] for segment (15cb8945-2f79-4e54-ac51-e8f71e4a9061), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: Traceback (most recent call last): Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: timer() Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: cb(*args, **kw) Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: return func(*args, **kwargs) Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: self._notify() Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: self.callback(batched_events) Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: event.method(event) Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: return f(self, *a, **k) Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._get(url).json() Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: return self.request(url, 'GET', **kwargs) Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:58:39.100903 dv-cinder-824149-5-iscsi neutron-server[110232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:58:39.103360 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:39.103958 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1128a9a0-dc49-4341-8f6b-bb35da1f96fc" -d '{"events": [{"server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "name": "network-vif-unplugged", "status": "completed", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:39.133092 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:39.137809 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090315dc-e8a2-425e-b9fb-2bd2e1f30a02 x-openstack-request-id: req-090315dc-e8a2-425e-b9fb-2bd2e1f30a02 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:39.137809 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "name": "network-vif-unplugged", "status": "failed", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f", "code": 422}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:39.138689 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-090315dc-e8a2-425e-b9fb-2bd2e1f30a02 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:39.138689 dv-cinder-824149-5-iscsi neutron-server[110233]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-090315dc-e8a2-425e-b9fb-2bd2e1f30a02']: {'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'code': 422} returned with failed status Mar 22 12:58:39.199709 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.216677 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (4cb5a818-0d24-4469-b547-4c4932ebf8f9), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.234076 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.237555 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4cb5a818-0d24-4469-b547-4c4932ebf8f9 HTTP/1.1" status: 204 len: 168 time: 0.7298608 Mar 22 12:58:39.238932 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cd526-aff8-405b-86a8-fcd7aebea521 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb5a818-0d24-4469-b547-4c4932ebf8f9,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:39.254888 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=1fa87966-3ccc-4a66-b5b1-51146e73416f,revision_number=6']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:39.391333 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0d23344-017d-4523-ae95-b969e123fca2 req-b34eb465-360f-4de2-baed-8c20f50e1652 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 210 time: 0.0299628 Mar 22 12:58:39.617727 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54996) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:39.668482 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a79daa38-d116-4ac1-9f19-2e5f572721ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60411ef45fcb4d9e81a4682e7bc8951b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493867 Mar 22 12:58:39.670928 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 54998) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:39.733920 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0f0211cf-0064-4ea7-b5b5-ffbedce9fc5f admin admin] Publish callbacks [] for security_group (0bddc35f-07dd-4727-aa97-35b1f3b1b949), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.764575 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0f0211cf-0064-4ea7-b5b5-ffbedce9fc5f admin admin] Publish callbacks [] for security_group (0bddc35f-07dd-4727-aa97-35b1f3b1b949), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.843876 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323540f-f870-4689-92fc-c124eeb098a9 req-83d8f445-cbb6-4b7d-aca4-16539ec1ffc2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:39.845526 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2323540f-f870-4689-92fc-c124eeb098a9 req-83d8f445-cbb6-4b7d-aca4-16539ec1ffc2 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.3064532 Mar 22 12:58:39.880379 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0f0211cf-0064-4ea7-b5b5-ffbedce9fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (0bddc35f-07dd-4727-aa97-35b1f3b1b949), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.884230 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0f0211cf-0064-4ea7-b5b5-ffbedce9fc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:39.887910 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0f0211cf-0064-4ea7-b5b5-ffbedce9fc5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0bddc35f-07dd-4727-aa97-35b1f3b1b949 HTTP/1.1" status: 204 len: 168 time: 0.2128098 Mar 22 12:58:39.896447 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0211cf-0064-4ea7-b5b5-ffbedce9fc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bddc35f-07dd-4727-aa97-35b1f3b1b949,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:39.899860 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2323540f-f870-4689-92fc-c124eeb098a9 req-45a339b8-f331-4683-9d7f-0b11827549a0 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488446 Mar 22 12:58:40.075186 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:58:40.096870 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:58:40.097221 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 2c1ddcf0-63ac-468b-bf9b-2edd5e69b060 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:58:40.097650 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device c99ebee4-25c2-4448-9a70-a15521abcc48 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:58:40.117354 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: c99ebee4-25c2-4448-9a70-a15521abcc48 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:58:40.117782 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device c99ebee4-25c2-4448-9a70-a15521abcc48 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:58:40.535691 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-59d12d3a-a594-4c56-9bf2-e3fd4927a390 req-a2cd1809-8295-4398-8482-d7e75710aad8 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 210 time: 0.0703535 Mar 22 12:58:40.607666 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-74999fb2-0d44-4718-b12c-b5bbc6da6e2a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:40.609594 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-74999fb2-0d44-4718-b12c-b5bbc6da6e2a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 815 time: 0.1355927 Mar 22 12:58:40.686306 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-10a08a0d-bf54-4318-bea7-1833a9f84f72 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb84bb553b0541e7b4d5f47cfce232aa HTTP/1.1" status: 200 len: 379 time: 0.0601583 Mar 22 12:58:40.696559 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'port': {'device_id': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'admin_state_up': True, 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'security_groups': ['cb8c649a-ff77-4d65-9113-00bc382b9130']}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:40.841211 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-33c3c018-ba37-4574-908b-4cb2807d98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:40.843400 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-33c3c018-ba37-4574-908b-4cb2807d98af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2&tenant_id=864abfbe38eb4b50ae86f9483dc655b8 HTTP/1.1" status: 200 len: 1128 time: 0.1073067 Mar 22 12:58:40.902235 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Made reservation on behalf of cb84bb553b0541e7b4d5f47cfce232aa for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:58:40.906336 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:40.924581 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-d195b4e0-7cac-425b-a1cf-6523bca2120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:40.926231 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-d195b4e0-7cac-425b-a1cf-6523bca2120f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1128 time: 0.0487123 Mar 22 12:58:41.034514 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-03de1b46-ef2c-4173-8c5c-0348d4ea203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:41.036186 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-03de1b46-ef2c-4173-8c5c-0348d4ea203d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f27f08cb-d50b-4ca2-a370-b69ad85bed34 HTTP/1.1" status: 200 len: 909 time: 0.1031532 Mar 22 12:58:41.081650 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55028) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:41.112857 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-f1a1b66a-5c80-4521-aa22-8a317cd7c007 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f HTTP/1.1" status: 200 len: 1000 time: 0.0690510 Mar 22 12:58:41.114693 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Allocated IP 172.20.0.13 (e77cc734-8f84-4908-bac3-1adf9da48e97/d95eef21-c310-45c4-9761-63ce9644db4b/1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:41.130874 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d595da-3ae0-4a09-a8c0-a39ad55a47ac req-64d797b6-fa84-4592-b0d7-46ef49cc93f5 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:41.130874 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f1d595da-3ae0-4a09-a8c0-a39ad55a47ac req-64d797b6-fa84-4592-b0d7-46ef49cc93f5 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1293759 Mar 22 12:58:41.175624 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-64558215-0a5f-4a26-9890-6e3b7a8bcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:41.177210 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-64558215-0a5f-4a26-9890-6e3b7a8bcb34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7946065-e410-4ba5-a810-89978bc20bd4 HTTP/1.1" status: 200 len: 847 time: 0.0561507 Mar 22 12:58:41.223346 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-692694175-network', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:41.234420 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-38b76ef6-7247-49ac-9d4e-6d7dbf64952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:41.235937 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-38b76ef6-7247-49ac-9d4e-6d7dbf64952a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f27f08cb-d50b-4ca2-a370-b69ad85bed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470104 Mar 22 12:58:41.256794 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f1d595da-3ae0-4a09-a8c0-a39ad55a47ac req-e4bc78c5-1bd2-4ea4-add4-183523d583db tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211588 Mar 22 12:58:41.330033 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.341255 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Made reservation on behalf of 6e91820e834f49e193a267b3b1fbb2cf for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:58:41.344300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.348754 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-2be2512b-b591-4903-acbf-f0049e462c72 service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861063 Mar 22 12:58:41.361177 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.446939 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.447908 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-80ba7e9c-2030-4f17-83ec-87f5238bc630 req-9342781e-824f-4716-a1b1-d13940f5aceb service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909691 Mar 22 12:58:41.473595 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Publish callbacks [] for security_group (29d4bfaf-4315-455f-92b9-4ff1a0bf40fd), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.506184 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Network e77cc734-8f84-4908-bac3-1adf9da48e97 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:41.509314 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:41.514549 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:58:41.545873 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event updated for resources: {'Port': ['ID=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:41.567740 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.572719 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (29d4bfaf-4315-455f-92b9-4ff1a0bf40fd), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.602533 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:41.603195 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.635488 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:58:41.639515 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d4bfaf-4315-455f-92b9-4ff1a0bf40fd,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:41.666363 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.666706 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Added segment aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23 of type vlan for network 4ae50444-c8cc-49e0-92db-6be22766de16 Mar 22 12:58:41.727619 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-513e1f56-9780-45aa-88d1-310f197bc21f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0352373 Mar 22 12:58:41.730013 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (4ae50444-c8cc-49e0-92db-6be22766de16), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.744264 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007620b-c0b1-4b28-9592-442eb13be089 req-e42c1a21-24b7-4ffa-aff1-66467f102e0f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:41.746682 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3007620b-c0b1-4b28-9592-442eb13be089 req-e42c1a21-24b7-4ffa-aff1-66467f102e0f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 932 time: 0.1267619 Mar 22 12:58:41.752770 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Request body: {'port': {'device_id': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:41.783876 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-308ac7ec-5f0b-4087-b68b-c2fa30f75540 None None] Provisioning complete for port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:41.783876 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-308ac7ec-5f0b-4087-b68b-c2fa30f75540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.819708 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-308ac7ec-5f0b-4087-b68b-c2fa30f75540 None None] Port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:58:41.859344 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3007620b-c0b1-4b28-9592-442eb13be089 req-f228f29e-5106-419f-b775-d4749cd395bd tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037750 Mar 22 12:58:41.860076 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.898056 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (4ae50444-c8cc-49e0-92db-6be22766de16), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.899027 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:41.899604 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:41.979539 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] Pushing event updated for resources: {'Network': ['ID=4ae50444-c8cc-49e0-92db-6be22766de16,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:41.990345 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 4ae50444-c8cc-49e0-92db-6be22766de16 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 12:58:42.054915 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-93f84703-adcc-4c64-9f65-6bf602efb48a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9713712 Mar 22 12:58:42.057853 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55034) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:42.064288 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Request body: {'subnet': {'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-subnet', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:42.131123 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Made reservation on behalf of 6e91820e834f49e193a267b3b1fbb2cf for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:58:42.135528 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9330252'] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.200558 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:58:42.208587 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Publish callbacks [] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.223221 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Transition to ACTIVE for port object 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:58:42.286310 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.340275 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Pushing event updated for resources: {'Port': ['ID=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:42.371222 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9101422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9330266'] for subnet (9b44d76e-52c4-4b3d-8779-8f727dd58cd9), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.424432 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b44d76e-52c4-4b3d-8779-8f727dd58cd9,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:42.444555 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Checking segment: {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:58:42.445160 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Network hostable DHCP agents. Network: 4ae50444-c8cc-49e0-92db-6be22766de16, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:58:42.451397 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Attempting to bind port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:58:42.451766 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Attempting to bind port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:58:42.452112 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Attempting to bind port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:58:42.465637 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e83119-1801-4df5-88d5-b0fb0e1f4e17 req-75f5f8a5-bb6a-448b-884e-5ed4a3928acc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:42.467250 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-73e83119-1801-4df5-88d5-b0fb0e1f4e17 req-75f5f8a5-bb6a-448b-884e-5ed4a3928acc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0820508 Mar 22 12:58:42.473479 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a on network e77cc734-8f84-4908-bac3-1adf9da48e97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:58:42.473479 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Attempting to bind port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a on network e77cc734-8f84-4908-bac3-1adf9da48e97 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:58:42.476178 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:58:42.476516 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Checking segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:58:42.476903 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Bound using segment: {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:58:42.477336 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Bound port: 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6583fc25-fe1a-44c6-aa92-55e50af3bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:58:42.477699 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.565170 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Network 4ae50444-c8cc-49e0-92db-6be22766de16 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:58:42.566406 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-73e83119-1801-4df5-88d5-b0fb0e1f4e17 req-7ae2e66b-0861-4c9a-b055-7a924349e74e tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922549 Mar 22 12:58:42.582527 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] For port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:58:42.585729 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] For port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:58:42.672654 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 4ae50444-c8cc-49e0-92db-6be22766de16) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:42.683666 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:42.683666 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.684055 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82790fa1-a01b-4aa1-ba87-41e6d3d42be0 None None] Network 4ae50444-c8cc-49e0-92db-6be22766de16 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:58:42.708970 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.745538 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:42.746174 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.747526 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] 10.222.0.46 "PUT /v2.0/ports/1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a HTTP/1.1" status: 200 len: 1094 time: 1.0008538 Mar 22 12:58:42.747964 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'tag': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:42.754288 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87304cf-ab46-406c-93fc-702dc7b71ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5047d9-5963-4dbd-83e3-0d7faf7de21e", "tag": "1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:42.782090 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e575ad0-a8be-42b3-bfe5-e9c94bbfd70e service neutron] Pushing event updated for resources: {'Port': ['ID=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:42.805891 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-4ae50444-c8cc-49e0-92db-6be22766de16', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 12:58:42.805891 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.814151 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-4ea34488-4e52-49e1-bc8c-4e24b0f956ff admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7542365 Mar 22 12:58:42.821633 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55042) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:42.826979 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:42.925520 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (9a0da626-63be-4ed5-9eaa-81137e42c060), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.927893 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (9a0da626-63be-4ed5-9eaa-81137e42c060), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:42.960766 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a9aeb4-69dc-4b03-9b8a-b7c435e03ec0 x-openstack-request-id: req-d8a9aeb4-69dc-4b03-9b8a-b7c435e03ec0 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:42.961080 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5047d9-5963-4dbd-83e3-0d7faf7de21e", "tag": "1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:42.961387 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8a9aeb4-69dc-4b03-9b8a-b7c435e03ec0 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:42.961974 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a9aeb4-69dc-4b03-9b8a-b7c435e03ec0'] response: {'name': 'network-changed', 'server_uuid': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'tag': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a', 'status': 'completed', 'code': 200} Mar 22 12:58:42.968337 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9b610e45-aa5d-42bb-b7d7-76d855cca26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:42.970875 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-9b610e45-aa5d-42bb-b7d7-76d855cca26b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 1128 time: 0.0631597 Mar 22 12:58:43.017676 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks [] for router_controller (9a0da626-63be-4ed5-9eaa-81137e42c060), precommit_add_association {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.024611 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Allocated IP 172.20.0.2 (4ae50444-c8cc-49e0-92db-6be22766de16/9b44d76e-52c4-4b3d-8779-8f727dd58cd9/723aa7f3-771f-4fe8-bb89-1ecfb7edeb05) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:43.050238 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-dc0e3f6d-ee3e-4c9b-8ada-bb2cabeac1ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a HTTP/1.1" status: 200 len: 217 time: 0.0605741 Mar 22 12:58:43.110793 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d809-40b0-4c42-b29c-ee7b0db6a1b2 req-febf2f1b-e1a8-40d6-8d00-3c50c16a884f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:43.112412 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ccd7d809-40b0-4c42-b29c-ee7b0db6a1b2 req-febf2f1b-e1a8-40d6-8d00-3c50c16a884f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 944 time: 0.1348054 Mar 22 12:58:43.118714 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-8b5d5894-1be2-4852-91aa-a1279078e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:43.120342 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-8b5d5894-1be2-4852-91aa-a1279078e423 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.0625157 Mar 22 12:58:43.203308 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Publish callbacks [] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.204603 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ccd7d809-40b0-4c42-b29c-ee7b0db6a1b2 req-7e54aab8-1a5b-4943-87d7-9779be4ab19d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832353 Mar 22 12:58:43.212713 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-8b338970-625c-464e-8858-10e885460636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:43.214438 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-8b338970-625c-464e-8858-10e885460636 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858214 Mar 22 12:58:43.238917 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks [] for router_gateway (9a0da626-63be-4ed5-9eaa-81137e42c060), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.263149 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.301153 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Network 4ae50444-c8cc-49e0-92db-6be22766de16 is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:43.304061 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:43.309795 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:58:43.312857 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-d7cc33a7-6455-4bdd-951d-2fcd49ee83ef service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908053 Mar 22 12:58:43.317797 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Pushing event updated for resources: {'Port': ['ID=723aa7f3-771f-4fe8-bb89-1ecfb7edeb05,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:43.375169 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Attempting to bind port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:58:43.375562 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Attempting to bind port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:58:43.375928 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Attempting to bind port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 on network 4ae50444-c8cc-49e0-92db-6be22766de16 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:58:43.382662 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:58:43.383057 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Checking segment: {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:58:43.383456 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.383847 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Bound using segment: {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:58:43.384311 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Bound port: 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:58:43.384687 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.414474 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cde99feb-f03b-46d8-9e76-5fb9673964eb req-c21c226a-97ff-46e7-8ad3-a6bd025a5e8d service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951533 Mar 22 12:58:43.458622 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] For port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:58:43.462033 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] For port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=723aa7f3-771f-4fe8-bb89-1ecfb7edeb05,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:58:43.543030 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.648679 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-68413b84-5ecd-48ab-b3c5-9629dbd73ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:43.654414 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-68413b84-5ecd-48ab-b3c5-9629dbd73ab9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 1128 time: 0.0889654 Mar 22 12:58:43.657768 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6360175-c593-47d1-89b0-536a2ec35925 None None] Pushing event updated for resources: {'Port': ['ID=723aa7f3-771f-4fe8-bb89-1ecfb7edeb05,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:43.720282 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1f4572e5-4304-4375-b57b-514365027748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.856777 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ec8a2-03ce-48af-97af-5c6f9ca6a36b req-93dd67b8-c9be-4c9e-bd1b-d4eda1502cec tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:43.860549 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-284ec8a2-03ce-48af-97af-5c6f9ca6a36b req-93dd67b8-c9be-4c9e-bd1b-d4eda1502cec tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.1159446 Mar 22 12:58:43.862679 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-1d11d95e-7f4e-4989-a508-5f844962993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:43.864814 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-1d11d95e-7f4e-4989-a508-5f844962993c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 916 time: 0.2020934 Mar 22 12:58:43.875318 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks [] for router_gateway (9a0da626-63be-4ed5-9eaa-81137e42c060), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.895966 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:43.920200 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-acfd9701-4d8f-442c-a3c4-1d6a6a8f4603 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a HTTP/1.1" status: 200 len: 217 time: 0.0467761 Mar 22 12:58:43.999360 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-284ec8a2-03ce-48af-97af-5c6f9ca6a36b req-49356592-faa1-471c-a635-7d48a4b068c5 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298177 Mar 22 12:58:44.014935 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-4cb8ab6d-7973-4815-b152-c9631822feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:44.016509 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-4cb8ab6d-7973-4815-b152-c9631822feb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.0869029 Mar 22 12:58:44.043365 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Allocated IP 172.27.2.72 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:44.091259 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-88c97279-c8f8-4b46-b8de-2c71b5f4ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:44.091259 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-88c97279-c8f8-4b46-b8de-2c71b5f4ada2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596607 Mar 22 12:58:44.137433 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:58:44.167989 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks [] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:44.197068 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:44.197442 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:44.203615 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-61864932-a5db-4ea0-b8d9-1cbf8c3fb790 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990434 Mar 22 12:58:44.285942 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:44.286682 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:44.287084 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:44.323126 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:44.326207 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:44.326774 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=723aa7f3-771f-4fe8-bb89-1ecfb7edeb05,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:44.329908 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:58:44.339331 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f87304cf-ab46-406c-93fc-702dc7b71ebb req-765f5541-9e69-451e-81d8-bd9907c46c88 service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267905 Mar 22 12:58:44.368720 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Pushing event updated for resources: {'Port': ['ID=9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:44.371128 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ed4b-9f98-4573-b392-44ed7438da0e req-0f41e6ad-a85f-4dfd-b37f-e0a546f9adda tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:44.379798 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3680ed4b-9f98-4573-b392-44ed7438da0e req-0f41e6ad-a85f-4dfd-b37f-e0a546f9adda tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 944 time: 0.0992436 Mar 22 12:58:44.404112 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:44.434161 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3680ed4b-9f98-4573-b392-44ed7438da0e req-9295c54f-b6b4-4d8b-8d8f-170b9728353f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534344 Mar 22 12:58:44.461137 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=723aa7f3-771f-4fe8-bb89-1ecfb7edeb05,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:44.703530 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks [] for router_gateway (9a0da626-63be-4ed5-9eaa-81137e42c060), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:44.729511 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e46eff7-4eb0-471b-b026-b3d84441f4a1 None None] Network 4ae50444-c8cc-49e0-92db-6be22766de16 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:58:44.792692 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-7f299f28-641b-452a-b873-8f957089093e None None] Provisioning complete for port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:44.793066 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-7f299f28-641b-452a-b873-8f957089093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:44.917432 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (9a0da626-63be-4ed5-9eaa-81137e42c060), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:45.055181 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-7f299f28-641b-452a-b873-8f957089093e None None] Current status of the port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:45.152760 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a931d-c98c-4194-9efa-d388b0dfc7c9 req-f19d39fa-20ac-48d3-aba6-088d1c96486c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:45.153637 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-be4a931d-c98c-4194-9efa-d388b0dfc7c9 req-f19d39fa-20ac-48d3-aba6-088d1c96486c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0576477 Mar 22 12:58:45.165794 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Router 9a0da626-63be-4ed5-9eaa-81137e42c060 is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:58:45.210151 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-be4a931d-c98c-4194-9efa-d388b0dfc7c9 req-7c0ae48c-b8de-41ae-8029-2cd98d135c8c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498302 Mar 22 12:58:45.284054 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-c37dba8c-5a13-45aa-b6f3-8e655e19b220 None None] Provisioning complete for port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:45.284474 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c37dba8c-5a13-45aa-b6f3-8e655e19b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:45.285224 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:45.296251 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Sync routers for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:58:45.307134 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:45.307741 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:45.369034 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-c37dba8c-5a13-45aa-b6f3-8e655e19b220 None None] Current status of the port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:45.412787 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:45.416800 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a53030f2-7e0a-4fdc-ac00-a9319948cfed admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5912237 Mar 22 12:58:45.416975 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:45.417119 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55056) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:45.577530 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d98352-3da4-428d-a85d-9d1144a0a486 req-bff56ba7-e8ba-43d4-b5fd-3e06c00d901d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:45.579751 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a7d98352-3da4-428d-a85d-9d1144a0a486 req-bff56ba7-e8ba-43d4-b5fd-3e06c00d901d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 944 time: 0.0674131 Mar 22 12:58:45.607338 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:44Z', 'revision_number': 3, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:45.633280 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a7d98352-3da4-428d-a85d-9d1144a0a486 req-47480ce8-de54-4b23-841d-2eef045c6b9a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470657 Mar 22 12:58:45.643908 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Checking router: 9a0da626-63be-4ed5-9eaa-81137e42c060 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:58:45.644254 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Updating router 9a0da626-63be-4ed5-9eaa-81137e42c060 port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:58:45.671779 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:45.828298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f4f23c0b-7e1a-4c2c-ad9b-58fb77e57270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:45.880559 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:45.933178 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Publish callbacks [] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:45.997571 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.045286 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Allocated IP 172.20.0.1 (4ae50444-c8cc-49e0-92db-6be22766de16/9b44d76e-52c4-4b3d-8779-8f727dd58cd9/74e3b2c6-0d3e-405d-a471-3ea21e7153a1) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:46.053929 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Pushing event updated for resources: {'Port': ['ID=9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e,revision_number=2']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:46.057856 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Attempting to bind port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:58:46.057856 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Attempting to bind port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:58:46.058292 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Attempting to bind port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:58:46.069754 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.070257 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.070678 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.071132 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.071527 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.071922 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.072356 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.072779 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.073156 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.073794 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.074111 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.074630 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.075078 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.075944 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.075944 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:46.082287 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:58:46.082979 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:58:46.083563 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.084563 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:58:46.085056 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Bound port: 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:58:46.085862 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.105308 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:58:46.153337 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] For port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:58:46.157528 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] For port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:58:46.165413 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:46.165792 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.169553 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Publish callbacks [] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.232887 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.253419 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:46.263497 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.288063 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:46.288702 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:46.309619 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Network 4ae50444-c8cc-49e0-92db-6be22766de16 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:46.313353 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:46.319793 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:58:46.356086 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Pushing event updated for resources: {'Port': ['ID=74e3b2c6-0d3e-405d-a471-3ea21e7153a1,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:46.373083 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655751bc-1530-4257-9707-f230dc202f4e None None] Pushing event updated for resources: {'Port': ['ID=9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:46.377980 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (9a0da626-63be-4ed5-9eaa-81137e42c060), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.378505 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b312dd-ce24-4cd4-bbf5-181cf0753179 req-022e85fd-6073-4ef6-9920-24758088fa36 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:46.380670 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-69b312dd-ce24-4cd4-bbf5-181cf0753179 req-022e85fd-6073-4ef6-9920-24758088fa36 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0808949 Mar 22 12:58:46.448053 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:46.455887 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-69b312dd-ce24-4cd4-bbf5-181cf0753179 req-650f4a9b-49ba-4c25-a5b1-68ae243c2967 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690713 Mar 22 12:58:46.600449 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.604478 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-f578c3a5-b620-4e46-a698-223d60b416e5 None None] Provisioning complete for port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:46.605077 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f578c3a5-b620-4e46-a698-223d60b416e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.650854 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:44Z', 'revision_number': 3, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:46.673122 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-f578c3a5-b620-4e46-a698-223d60b416e5 None None] Port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:58:46.681414 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575f091-113d-4071-9747-6455dfa2bdf7 None None] The sync data for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi is: [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:44Z', 'revision_number': 3, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:58:46.784816 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0c955-30c1-4e82-838e-920fc35b44ba req-ca6ed055-33fe-4cc3-a177-28eec723361e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:46.786535 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4ac0c955-30c1-4e82-838e-920fc35b44ba req-ca6ed055-33fe-4cc3-a177-28eec723361e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 944 time: 0.0578134 Mar 22 12:58:46.800391 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Publish callbacks [] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.837313 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4ac0c955-30c1-4e82-838e-920fc35b44ba req-f064f0f5-e23a-4c0a-806f-5ae597efbc66 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449111 Mar 22 12:58:46.868208 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:46.898860 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:58:46.940469 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Pushing event updated for resources: {'Port': ['ID=74e3b2c6-0d3e-405d-a471-3ea21e7153a1,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:46.944513 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (9a0da626-63be-4ed5-9eaa-81137e42c060), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:47.073497 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:47.077220 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Network 4ae50444-c8cc-49e0-92db-6be22766de16 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:47.080524 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:47.099265 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'port_id': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a', 'mac_address': 'fa:16:3e:d7:81:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:58:47.110428 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:47.159801 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:47.160204 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:47.176746 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:58:47.219298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:47.238159 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Router 9a0da626-63be-4ed5-9eaa-81137e42c060 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:58:47.301272 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:47.367160 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:47.379231 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:47.393415 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-6ed6ea2d-c1c2-44ba-bc25-99e2ccd40559 admin admin] 10.222.0.69 "PUT /v2.0/routers/9a0da626-63be-4ed5-9eaa-81137e42c060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9671571 Mar 22 12:58:47.410963 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-4b197599-9c6a-4ec5-a26b-7c9ec3f7804b None None] Provisioning complete for port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:47.411349 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4b197599-9c6a-4ec5-a26b-7c9ec3f7804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:47.449869 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-4b197599-9c6a-4ec5-a26b-7c9ec3f7804b None None] Port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:58:47.586458 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb23c1-4e02-46e3-ae21-7bb4c179a6fc req-e4a942c7-9beb-4e8a-bff1-9a07f2069cf4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:47.588272 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7fbb23c1-4e02-46e3-ae21-7bb4c179a6fc req-e4a942c7-9beb-4e8a-bff1-9a07f2069cf4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0593460 Mar 22 12:58:47.653455 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7fbb23c1-4e02-46e3-ae21-7bb4c179a6fc req-0e384608-3532-4cf7-921f-baefe8b19370 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582643 Mar 22 12:58:47.657231 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:58:47.849327 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55072) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:47.853852 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-30bf333c-9f8c-41cd-9fe3-e58e33564ad1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--635460227', 'description': 'tempest-description--1021006424'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:47.959688 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-30bf333c-9f8c-41cd-9fe3-e58e33564ad1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:47.961287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7602e8-2aa1-4aba-8493-09152a2165d3 req-ed01a120-01ac-473d-b4c8-d9c051b8d112 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:47.963112 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ec7602e8-2aa1-4aba-8493-09152a2165d3 req-ed01a120-01ac-473d-b4c8-d9c051b8d112 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 945 time: 0.0556519 Mar 22 12:58:48.015081 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ec7602e8-2aa1-4aba-8493-09152a2165d3 req-ed7d07f7-f3be-492a-a161-211780eca751 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461040 Mar 22 12:58:48.051241 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-30bf333c-9f8c-41cd-9fe3-e58e33564ad1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.107914 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-30bf333c-9f8c-41cd-9fe3-e58e33564ad1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.120585 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:58:48.140658 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf333c-9f8c-41cd-9fe3-e58e33564ad1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:48.173548 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:48.176114 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.197201 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-30bf333c-9f8c-41cd-9fe3-e58e33564ad1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.198655 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-30bf333c-9f8c-41cd-9fe3-e58e33564ad1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3482759 Mar 22 12:58:48.201589 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55076) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:48.206260 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-1bd4554a-7f97-4375-9e29-1bf3bfb30b29 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'security_group_rule': {'security_group_id': '98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:48.260260 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:48.260649 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.282372 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:48.312219 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1bd4554a-7f97-4375-9e29-1bf3bfb30b29 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (8fad686d-0b8f-4992-a1d6-eaa12eaa7930), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.377114 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.379848 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1bd4554a-7f97-4375-9e29-1bf3bfb30b29 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (8fad686d-0b8f-4992-a1d6-eaa12eaa7930), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.431261 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:48.477545 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1bd4554a-7f97-4375-9e29-1bf3bfb30b29 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (8fad686d-0b8f-4992-a1d6-eaa12eaa7930), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.496624 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4554a-7f97-4375-9e29-1bf3bfb30b29 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fad686d-0b8f-4992-a1d6-eaa12eaa7930,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:48.567391 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1bd4554a-7f97-4375-9e29-1bf3bfb30b29 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.568564 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-1bd4554a-7f97-4375-9e29-1bf3bfb30b29 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658731 Mar 22 12:58:48.571351 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55078) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:48.575791 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-fe3106ac-13d3-4682-897a-d3add598282b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'security_group_rule': {'security_group_id': '98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:48.641492 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Sync routers for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:58:48.652548 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:48.653174 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:48.674267 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fe3106ac-13d3-4682-897a-d3add598282b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (47fc9b7c-9385-42d4-94b3-77628038c7a9), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.721210 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.745815 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fe3106ac-13d3-4682-897a-d3add598282b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (47fc9b7c-9385-42d4-94b3-77628038c7a9), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.779684 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:48.793967 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c3b77-c0b3-4c7e-8548-132fe7159091 req-bfe78736-7f64-4693-b191-8ee39f93692c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:48.795540 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-943c3b77-c0b3-4c7e-8548-132fe7159091 req-bfe78736-7f64-4693-b191-8ee39f93692c tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 944 time: 0.0602257 Mar 22 12:58:48.826738 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fe3106ac-13d3-4682-897a-d3add598282b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (47fc9b7c-9385-42d4-94b3-77628038c7a9), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.852380 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3106ac-13d3-4682-897a-d3add598282b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fc9b7c-9385-42d4-94b3-77628038c7a9,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:48.853074 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-943c3b77-c0b3-4c7e-8548-132fe7159091 req-a22886ca-7e18-4565-af48-f4e165a4e7dc tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514805 Mar 22 12:58:48.908565 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1fa87966-3ccc-4a66-b5b1-51146e73416f details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:58:48.916031 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:58:48.925142 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-fe3106ac-13d3-4682-897a-d3add598282b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:48.929826 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55082) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:48.930745 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-fe3106ac-13d3-4682-897a-d3add598282b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575859 Mar 22 12:58:48.934587 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:49.026283 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.129176 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:49.144364 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'port_id': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'mac_address': 'fa:16:3e:c8:11:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:58:49.149503 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:58:49.158098 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:49.158098 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.168189 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1bac4-7347-42cc-9d8e-f78232c1d79d req-95f358fb-1474-48fb-8cc4-f14591044a81 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:49.169708 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9ed1bac4-7347-42cc-9d8e-f78232c1d79d req-95f358fb-1474-48fb-8cc4-f14591044a81 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 945 time: 0.0738997 Mar 22 12:58:49.178833 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 2, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:49.188441 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.236846 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Checking router: 9a0da626-63be-4ed5-9eaa-81137e42c060 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:58:49.237205 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Updating router 9a0da626-63be-4ed5-9eaa-81137e42c060 port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 12:58:49.272021 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9ed1bac4-7347-42cc-9d8e-f78232c1d79d req-2fd78992-901b-4e37-862a-0bf9e05dbb8d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954309 Mar 22 12:58:49.272900 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 1fa87966-3ccc-4a66-b5b1-51146e73416f is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:49.273308 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.293695 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.300034 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa87966-3ccc-4a66-b5b1-51146e73416f {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:58:49.337929 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Allocated IP 172.27.2.23 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:49.351396 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:49.449880 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.455513 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for port (2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.462275 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:49.462666 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.542218 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:49.544472 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbdf47a-beb8-44db-9e06-dafac55745f7" -d '{"events": [{"server_uuid": "ab5047d9-5963-4dbd-83e3-0d7faf7de21e", "name": "network-vif-plugged", "status": "completed", "tag": "1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:49.558258 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.599722 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:49.603058 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:49.605912 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:58:49.637902 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'Port': ['ID=2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:49.719876 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (2097ffeb-6857-4d0b-acd7-57413a4508fe), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.731269 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:49.732218 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=1fa87966-3ccc-4a66-b5b1-51146e73416f,revision_number=7']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:49.763362 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de15778-8658-478d-afd7-6141a4001757 x-openstack-request-id: req-6de15778-8658-478d-afd7-6141a4001757 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:49.768445 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5047d9-5963-4dbd-83e3-0d7faf7de21e", "name": "network-vif-plugged", "status": "completed", "tag": "1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:49.768445 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6de15778-8658-478d-afd7-6141a4001757 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:49.768445 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de15778-8658-478d-afd7-6141a4001757'] response: {'server_uuid': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a', 'code': 200} Mar 22 12:58:49.841182 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.866883 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.875524 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['1fa87966-3ccc-4a66-b5b1-51146e73416f'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:58:49.916750 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Publish callbacks [] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:49.950936 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:49.998705 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.036373 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc92cf-c14d-4f56-a124-45045a209b95 req-b15eb778-bbf4-45ea-a4c6-72fe44090755 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:50.038094 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fdbc92cf-c14d-4f56-a124-45045a209b95 req-b15eb778-bbf4-45ea-a4c6-72fe44090755 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 945 time: 0.0807374 Mar 22 12:58:50.097900 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7ca6-a4a9-440e-8e74-acfe1d458ff6 None None] Pushing event updated for resources: {'Port': ['ID=74e3b2c6-0d3e-405d-a471-3ea21e7153a1,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:50.147669 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:58:50.168717 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for port (2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.190226 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fdbc92cf-c14d-4f56-a124-45045a209b95 req-03a5eb30-af73-4087-aa9e-1ab58753ce40 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361041 Mar 22 12:58:50.207563 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.221467 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775aff0-fe3a-4120-9029-fc88b03e02ca req-04190d08-e721-4b20-8bf2-36b6ed3eeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:50.223498 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a775aff0-fe3a-4120-9029-fc88b03e02ca req-04190d08-e721-4b20-8bf2-36b6ed3eeac7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 1130 time: 0.0676050 Mar 22 12:58:50.248080 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.259452 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Attempting to bind port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:58:50.260009 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Attempting to bind port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:58:50.260212 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Attempting to bind port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 on network 4ae50444-c8cc-49e0-92db-6be22766de16 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:58:50.271790 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:58:50.272187 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Checking segment: {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:58:50.272739 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.273143 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Bound using segment: {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:58:50.273623 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Bound port: 74e3b2c6-0d3e-405d-a471-3ea21e7153a1, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:58:50.274046 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.349610 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:50.350021 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.371315 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a775aff0-fe3a-4120-9029-fc88b03e02ca req-fdab62fa-b866-4ab6-a590-c8d6f72a110f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405194 Mar 22 12:58:50.384105 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'Port': ['ID=2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:50.419125 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (2097ffeb-6857-4d0b-acd7-57413a4508fe), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.446045 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] For port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:58:50.446267 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4872ba-b81a-4087-acb9-65cd328af8d0 req-672f6487-0e3d-481b-9591-50694a111285 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:50.448116 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8c4872ba-b81a-4087-acb9-65cd328af8d0 req-672f6487-0e3d-481b-9591-50694a111285 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 946 time: 0.0727890 Mar 22 12:58:50.461037 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-038fc501-4b86-451b-a353-40a6f94a261d None None] Provisioning complete for port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:50.464122 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-038fc501-4b86-451b-a353-40a6f94a261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.467294 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] For port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=74e3b2c6-0d3e-405d-a471-3ea21e7153a1,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:58:50.500076 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8c4872ba-b81a-4087-acb9-65cd328af8d0 req-bc1c892f-98df-4e8a-9cff-d52c02dc7725 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456569 Mar 22 12:58:50.513976 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.521270 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-75127e85-8408-4a9f-a583-dd1628b6b689 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5846450 Mar 22 12:58:50.527850 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-038fc501-4b86-451b-a353-40a6f94a261d None None] Port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:58:50.552041 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.610161 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:50.637373 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:50.638041 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:50.669716 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-831b64d7-28aa-46ae-8ce3-9e317bb49f94 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206204292&fields=id&tenant_id=abd811f171ce40bfbd43985997ae0e32 HTTP/1.1" status: 200 len: 267 time: 0.0580258 Mar 22 12:58:50.675632 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7ca6-a4a9-440e-8e74-acfe1d458ff6 None None] Pushing event updated for resources: {'Port': ['ID=74e3b2c6-0d3e-405d-a471-3ea21e7153a1,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:50.754839 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-4dc3513f-88fa-42e9-9992-a8df84574375 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--635460227&fields=id&tenant_id=6e91820e834f49e193a267b3b1fbb2cf HTTP/1.1" status: 200 len: 267 time: 0.0833178 Mar 22 12:58:50.760489 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:50.782812 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-07d3f8c2-730a-475c-90e1-ab4e375c2911 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:50.784501 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-07d3f8c2-730a-475c-90e1-ab4e375c2911 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 984 time: 0.1064043 Mar 22 12:58:50.813659 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-9c619c8e-1032-4138-b2ba-33782fca0f00 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Request body: {'port': {'security_groups': ['e9754781-1279-4a11-b6af-5428de444fa0']}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:50.899114 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-4fd34bd5-5af1-4f19-8944-5e5afcfd6ae1 None None] Provisioning complete for port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:50.899433 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4fd34bd5-5af1-4f19-8944-5e5afcfd6ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.945860 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-9c619c8e-1032-4138-b2ba-33782fca0f00 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:50.964664 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-e961e2bf-0b2d-4a40-9ce9-84747403b71a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:50.967214 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-e961e2bf-0b2d-4a40-9ce9-84747403b71a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 816 time: 0.1930418 Mar 22 12:58:51.008992 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-b9c7945b-c031-401e-80f9-a9263774a2fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/quotas/6e91820e834f49e193a267b3b1fbb2cf HTTP/1.1" status: 200 len: 375 time: 0.0153666 Mar 22 12:58:51.045285 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-4fd34bd5-5af1-4f19-8944-5e5afcfd6ae1 None None] Current status of the port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:51.046588 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4fd34bd5-5af1-4f19-8944-5e5afcfd6ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:51.076622 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:50Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:51.120582 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb9cdf-884c-4dd5-8686-8487ff405923 None None] The sync data for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi is: [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:50Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:58:51.125197 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-4fd34bd5-5af1-4f19-8944-5e5afcfd6ae1 None None] For port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=74e3b2c6-0d3e-405d-a471-3ea21e7153a1,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:51.138623 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-4a146f1c-825c-499b-b2f6-314519c3b986 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235464 Mar 22 12:58:51.223332 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-9c619c8e-1032-4138-b2ba-33782fca0f00 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] For port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:51.249720 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4fd34bd5-5af1-4f19-8944-5e5afcfd6ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:51.313264 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-9c619c8e-1032-4138-b2ba-33782fca0f00 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:51.313866 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd34bd5-5af1-4f19-8944-5e5afcfd6ae1 None None] Pushing event updated for resources: {'Port': ['ID=74e3b2c6-0d3e-405d-a471-3ea21e7153a1,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:51.354949 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0aa73743-d84c-4054-9759-9a8a43970980 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022569 Mar 22 12:58:51.405571 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-9c619c8e-1032-4138-b2ba-33782fca0f00 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:51.448305 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['71df3ba4-cec7-49ba-8f66-7778ae28b9dc'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:58:51.456267 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-9c619c8e-1032-4138-b2ba-33782fca0f00 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:51.456922 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-9c619c8e-1032-4138-b2ba-33782fca0f00 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:51.458438 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b74a02fd-2f6a-479b-896e-394b9abed7c9 req-9c619c8e-1032-4138-b2ba-33782fca0f00 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "PUT /v2.0/ports/71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 200 len: 942 time: 0.6643198 Mar 22 12:58:51.462509 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:51.464805 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bb3d4b-eece-4053-8700-169f93979c57" -d '{"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:51.464964 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55114) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:51.554360 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c619c8e-1032-4138-b2ba-33782fca0f00 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event updated for resources: {'Port': ['ID=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,revision_number=7']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:51.572282 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-32f33d9f-dbd1-444a-a2bf-219063c4d986 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group (63eef534-58a2-42fc-a378-cf81ba137190), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:51.579933 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-ed0c10fe-08b7-4395-95ad-8307fcd27727 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187109 Mar 22 12:58:51.643911 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-32f33d9f-dbd1-444a-a2bf-219063c4d986 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group (63eef534-58a2-42fc-a378-cf81ba137190), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:51.664779 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['71df3ba4-cec7-49ba-8f66-7778ae28b9dc'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:58:51.863311 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-32f33d9f-dbd1-444a-a2bf-219063c4d986 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (63eef534-58a2-42fc-a378-cf81ba137190), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:51.867369 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-32f33d9f-dbd1-444a-a2bf-219063c4d986 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:51.869432 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-32f33d9f-dbd1-444a-a2bf-219063c4d986 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "DELETE /v2.0/security-groups/63eef534-58a2-42fc-a378-cf81ba137190 HTTP/1.1" status: 204 len: 168 time: 0.4014566 Mar 22 12:58:51.876742 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55120) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:51.976377 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f33d9f-dbd1-444a-a2bf-219063c4d986 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eef534-58a2-42fc-a378-cf81ba137190,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:51.990842 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-120c2ae0-d016-448a-9663-914d43663e25 None None] Provisioning complete for port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:51.991872 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-120c2ae0-d016-448a-9663-914d43663e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:52.133548 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c1cdc9-6709-4679-bd8b-9b1cfc7b8419 x-openstack-request-id: req-46c1cdc9-6709-4679-bd8b-9b1cfc7b8419 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:52.134177 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:52.134177 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46c1cdc9-6709-4679-bd8b-9b1cfc7b8419 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:52.134490 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c1cdc9-6709-4679-bd8b-9b1cfc7b8419'] response: {'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'status': 'completed', 'code': 200} Mar 22 12:58:52.194195 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Deleting port bddb99b7-065e-41dd-a452-7966df28918e {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:58:52.194907 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (bddb99b7-065e-41dd-a452-7966df28918e), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:52.241638 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3d4b-eece-4053-8700-169f93979c57 req-6c120dec-e4cd-45bf-8f2f-a4e8d5f2954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:52.243142 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-77bb3d4b-eece-4053-8700-169f93979c57 req-6c120dec-e4cd-45bf-8f2f-a4e8d5f2954a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=abd811f171ce40bfbd43985997ae0e32&device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 1129 time: 0.1486945 Mar 22 12:58:52.247271 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-120c2ae0-d016-448a-9663-914d43663e25 None None] Current status of the port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:52.251285 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:58:52.257462 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ee0b9-fde1-455a-8cd1-07c33ca529be req-23b14a17-82aa-4947-8a31-1843e00f2542 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:52.257462 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-241ee0b9-fde1-455a-8cd1-07c33ca529be req-23b14a17-82aa-4947-8a31-1843e00f2542 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 945 time: 0.7041509 Mar 22 12:58:52.332948 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad35e4-1233-45d0-a628-4229923d33b5 req-5b1f69bd-725a-4632-a974-d9df1db8167d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:52.334429 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dcad35e4-1233-45d0-a628-4229923d33b5 req-5b1f69bd-725a-4632-a974-d9df1db8167d tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 946 time: 0.1914029 Mar 22 12:58:52.337877 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:52.337877 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:52.349743 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (bddb99b7-065e-41dd-a452-7966df28918e), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:52.350832 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for floatingip (bddb99b7-065e-41dd-a452-7966df28918e), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:52.367035 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Calling delete_port for bddb99b7-065e-41dd-a452-7966df28918e owned by network:floatingip {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:58:52.422805 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-241ee0b9-fde1-455a-8cd1-07c33ca529be req-d8440572-4792-4b44-beb8-f976d5657309 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561511 Mar 22 12:58:52.443307 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:52.454345 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dcad35e4-1233-45d0-a628-4229923d33b5 req-c1318de6-c1b6-424d-a58e-8ed383de110f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019206 Mar 22 12:58:52.454345 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3d4b-eece-4053-8700-169f93979c57 req-2dff23f0-e4ce-4924-9ec3-cb157b943ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:52.454345 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-77bb3d4b-eece-4053-8700-169f93979c57 req-2dff23f0-e4ce-4924-9ec3-cb157b943ded service neutron] 10.222.0.46 "GET /v2.0/networks?id=1faed385-4a1e-4d88-a904-b14953b03f7d HTTP/1.1" status: 200 len: 915 time: 0.1894686 Mar 22 12:58:52.549028 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e8919c3b-61cf-4995-a8fc-15d053465778 req-f80710e7-0824-4733-b513-b29333357872 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 210 time: 0.0392122 Mar 22 12:58:52.569486 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-77bb3d4b-eece-4053-8700-169f93979c57 req-20e695e0-34d9-4a35-9e52-cdec522beb97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 200 len: 1000 time: 0.1139710 Mar 22 12:58:52.647939 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3d4b-eece-4053-8700-169f93979c57 req-031b4ec1-83d0-4d9d-94e5-81f2b9ea91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:52.650188 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-77bb3d4b-eece-4053-8700-169f93979c57 req-031b4ec1-83d0-4d9d-94e5-81f2b9ea91a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75ad1880-69c8-4b64-924f-2e7c348c7549 HTTP/1.1" status: 200 len: 853 time: 0.0713379 Mar 22 12:58:52.692802 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33778e62-a1e6-4512-b88d-9d46b52442b8 req-cf3db894-c9a4-40eb-b887-20d3ab27408e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:52.692802 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-33778e62-a1e6-4512-b88d-9d46b52442b8 req-cf3db894-c9a4-40eb-b887-20d3ab27408e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 946 time: 0.1258535 Mar 22 12:58:52.704545 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55134) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:58:52.709034 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-c4d32929-ad45-4f63-8645-3a1baaf68a50 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Request body: {'floatingip': {'port_id': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:52.713339 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (bddb99b7-065e-41dd-a452-7966df28918e), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:52.730998 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3d4b-eece-4053-8700-169f93979c57 req-20e5c604-dff7-4ebf-8150-f6f22e977298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:52.732817 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-77bb3d4b-eece-4053-8700-169f93979c57 req-20e5c604-dff7-4ebf-8150-f6f22e977298 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1faed385-4a1e-4d88-a904-b14953b03f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770292 Mar 22 12:58:52.780797 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c4d32929-ad45-4f63-8645-3a1baaf68a50 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (ad67f38e-4503-4285-ae0c-3c34024fbbaa), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:52.794359 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event deleted for resources: {'Port': ['ID=bddb99b7-065e-41dd-a452-7966df28918e,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:52.847981 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-77bb3d4b-eece-4053-8700-169f93979c57 req-20d1fbf6-c578-4337-86a4-d6a9fcc83175 service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083813 Mar 22 12:58:52.908137 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1fa87966-3ccc-4a66-b5b1-51146e73416f up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:58:52.970456 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-77bb3d4b-eece-4053-8700-169f93979c57 req-22b59050-b91f-48be-95c7-07bef6b9c087 service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157887 Mar 22 12:58:52.976842 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 1fa87966-3ccc-4a66-b5b1-51146e73416f triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:52.976842 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:53.065027 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 1fa87966-3ccc-4a66-b5b1-51146e73416f is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:58:53.065429 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:53.090987 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:53.093911 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ba1373-e322-47ab-bd4e-3d8b5cee06d1" -d '{"events": [{"server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "name": "network-vif-plugged", "status": "completed", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:53.107221 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:53.141151 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faccb7d6-f1c6-4804-957e-2b48c0434eed x-openstack-request-id: req-faccb7d6-f1c6-4804-957e-2b48c0434eed {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:53.141491 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "name": "network-vif-plugged", "status": "completed", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:53.145787 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-faccb7d6-f1c6-4804-957e-2b48c0434eed {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:53.145787 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faccb7d6-f1c6-4804-957e-2b48c0434eed'] response: {'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'code': 200} Mar 22 12:58:53.196318 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:53.222910 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks [] for floatingip (e8be73c0-9c26-4e8a-b192-164ef10ba622), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:53.223286 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Floating IP e8be73c0-9c26-4e8a-b192-164ef10ba622 disassociated (deleted). External IP: 172.27.2.36, port: 71df3ba4-cec7-49ba-8f66-7778ae28b9dc. Mar 22 12:58:53.256111 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=1fa87966-3ccc-4a66-b5b1-51146e73416f,revision_number=8']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:53.507915 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7c0f-2962-4767-9bd1-a82d416a2308 req-98fd2c09-60e7-466a-b6b5-a11694fda71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:53.509788 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-84fd7c0f-2962-4767-9bd1-a82d416a2308 req-98fd2c09-60e7-466a-b6b5-a11694fda71e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1130 time: 0.0499380 Mar 22 12:58:53.599048 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-84fd7c0f-2962-4767-9bd1-a82d416a2308 req-51613e9b-bb4a-4934-b04f-3dcc77a0f66f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587418 Mar 22 12:58:53.606800 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b0890-af32-4eba-9119-3be66202e34a req-2492d330-cad3-44b4-8446-e0bc9778ccc5 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:53.608339 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e90b0890-af32-4eba-9119-3be66202e34a req-2492d330-cad3-44b4-8446-e0bc9778ccc5 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0975795 Mar 22 12:58:53.669469 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e90b0890-af32-4eba-9119-3be66202e34a req-29d6fa57-dee5-421b-b557-f72e2b4a52da tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540373 Mar 22 12:58:53.681821 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:58:53.830947 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c4d32929-ad45-4f63-8645-3a1baaf68a50 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:53.846692 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-157296c1-82b3-49d9-a3af-4a878d8b1e73 req-df6f3ee1-29dc-4dd8-9561-55c4b533a098 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 210 time: 0.0278914 Mar 22 12:58:53.853297 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:53.857818 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:53.874420 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] Sync routers for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:58:53.884709 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:53.885349 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:53.894533 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-6c32ea5c-d693-4ce2-9435-763ab4045bc2 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "DELETE /v2.0/floatingips/e8be73c0-9c26-4e8a-b192-164ef10ba622 HTTP/1.1" status: 204 len: 168 time: 2.0163240 Mar 22 12:58:53.895132 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:53.897620 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762" -d '{"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:53.949612 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c4d32929-ad45-4f63-8645-3a1baaf68a50 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (ad67f38e-4503-4285-ae0c-3c34024fbbaa), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:54.016874 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:54.072792 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96f6121-0fe2-47f5-b411-e83d88f1c9bf x-openstack-request-id: req-e96f6121-0fe2-47f5-b411-e83d88f1c9bf {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:54.073475 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:54.073729 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e96f6121-0fe2-47f5-b411-e83d88f1c9bf {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:54.074229 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96f6121-0fe2-47f5-b411-e83d88f1c9bf'] response: {'name': 'network-changed', 'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'status': 'completed', 'code': 200} Mar 22 12:58:54.128422 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [None req-c4d32929-ad45-4f63-8645-3a1baaf68a50 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Floating IP ad67f38e-4503-4285-ae0c-3c34024fbbaa associated. External IP: 172.27.2.14, port: 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a. Mar 22 12:58:54.163382 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-2dfbefa5-ed27-4b42-904e-81f657a63b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:54.164905 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-2dfbefa5-ed27-4b42-904e-81f657a63b5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=abd811f171ce40bfbd43985997ae0e32&device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 1129 time: 0.0829556 Mar 22 12:58:54.239906 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'fcafeb5d-3f86-49e4-aae1-81297030ab44', 'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'mac_address': 'fa:16:3e:00:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:17Z', 'revision_number': 5, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'subnets': [{'id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:54.269232 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] Checking router: d49fb426-ac46-47aa-b76d-2ed47d0d8b4d for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:58:54.277740 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-6be8b8a5-3eaf-4e87-85fe-14ef5b2a451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:54.278361 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:54.278973 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:54.279291 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-6be8b8a5-3eaf-4e87-85fe-14ef5b2a451d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1faed385-4a1e-4d88-a904-b14953b03f7d HTTP/1.1" status: 200 len: 915 time: 0.1075211 Mar 22 12:58:54.327813 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-4d307aac-b9b5-4177-b7e0-a57ff8e717e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 200 len: 217 time: 0.0420697 Mar 22 12:58:54.383565 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-e1b57447-82de-463e-a860-df3271311286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:54.385915 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-e1b57447-82de-463e-a860-df3271311286 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75ad1880-69c8-4b64-924f-2e7c348c7549 HTTP/1.1" status: 200 len: 853 time: 0.0503397 Mar 22 12:58:54.405833 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d32929-ad45-4f63-8645-3a1baaf68a50 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:58:54.463136 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-31dcf047-ef31-4b7f-acf0-96aebd5abd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:54.464570 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-31dcf047-ef31-4b7f-acf0-96aebd5abd1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1faed385-4a1e-4d88-a904-b14953b03f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570905 Mar 22 12:58:54.499953 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:54.527417 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d32929-ad45-4f63-8645-3a1baaf68a50 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:54.532727 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c4d32929-ad45-4f63-8645-3a1baaf68a50 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:54.548891 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:58:54.570967 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:54.573270 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-7e489eb7-c168-4df2-b7b9-032f97c2327a service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933959 Mar 22 12:58:54.574508 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:54.586201 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c4d32929-ad45-4f63-8645-3a1baaf68a50 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "PUT /v2.0/floatingips/ad67f38e-4503-4285-ae0c-3c34024fbbaa HTTP/1.1" status: 200 len: 991 time: 1.8803518 Mar 22 12:58:54.687738 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:54.777975 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'fcafeb5d-3f86-49e4-aae1-81297030ab44', 'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'mac_address': 'fa:16:3e:00:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:17Z', 'revision_number': 5, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'subnets': [{'id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:54.819173 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3bf15c54-67e6-40d1-92e8-d1fd3cda7762 req-318556af-69b5-4ffb-ada7-18c03140a481 service neutron] 10.222.0.46 "GET /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464171 Mar 22 12:58:54.822888 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645e03e-17b7-4838-a307-b056acebc54e None None] The sync data for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi is: [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 4, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'fcafeb5d-3f86-49e4-aae1-81297030ab44', 'name': '', 'network_id': '1faed385-4a1e-4d88-a904-b14953b03f7d', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'mac_address': 'fa:16:3e:00:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:17Z', 'revision_number': 5, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'subnets': [{'id': '75ad1880-69c8-4b64-924f-2e7c348c7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:58:54.850717 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef78a25-ebe0-4556-9a62-011b8544e264 req-c6f5c988-4179-4511-aca5-c959433047a9 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:54.853791 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1ef78a25-ebe0-4556-9a62-011b8544e264 req-c6f5c988-4179-4511-aca5-c959433047a9 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0763576 Mar 22 12:58:54.954538 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1ef78a25-ebe0-4556-9a62-011b8544e264 req-52a2803a-b26d-42ca-8d21-b972f72b994e tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947387 Mar 22 12:58:54.979212 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3caf450e-3ac8-4df8-a0a6-ab29c450c508 req-3b34af0d-baac-409d-af7a-bd1333176c47 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 210 time: 0.0404737 Mar 22 12:58:54.992865 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': 'ad67f38e-4503-4285-ae0c-3c34024fbbaa', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:d7:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:36Z', 'updated_at': '2022-03-22T12:58:53Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:55.023089 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:58:55.033555 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:58:55.033805 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:55.176012 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705ad8f-22b1-4e98-adce-46e026b57fd9 None None] New status for floating IP e8be73c0-9c26-4e8a-b192-164ef10ba622: DOWN {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:58:55.219389 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-1b1b76a4-2822-486a-aa11-edc799fb70dd tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:55.221107 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-1b1b76a4-2822-486a-aa11-edc799fb70dd tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 816 time: 0.1325660 Mar 22 12:58:55.312550 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-7bba984a-963e-4f55-9611-69e3aad2994b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e91820e834f49e193a267b3b1fbb2cf HTTP/1.1" status: 200 len: 379 time: 0.0760376 Mar 22 12:58:55.323505 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:58:55.325890 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'port': {'device_id': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'admin_state_up': True, 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'security_groups': ['98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad']}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:55.519609 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Made reservation on behalf of 6e91820e834f49e193a267b3b1fbb2cf for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:58:55.523331 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:55.582105 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': 'ad67f38e-4503-4285-ae0c-3c34024fbbaa', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:d7:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:36Z', 'updated_at': '2022-03-22T12:58:53Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:55.611351 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cffbb-b25d-4914-a619-8c0bbd0db3d0 None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': 'ad67f38e-4503-4285-ae0c-3c34024fbbaa', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'port_id': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'mac_address': 'fa:16:3e:d7:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:36Z', 'updated_at': '2022-03-22T12:58:53Z', 'revision_number': 1, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:58:55.665049 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Allocated IP 172.20.0.3 (4ae50444-c8cc-49e0-92db-6be22766de16/9b44d76e-52c4-4b3d-8779-8f727dd58cd9/f3b1fe50-0521-4ceb-a74a-5c71d018de14) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:55.824662 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:55.849595 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a5b92-0fd9-4287-a199-92a77a9c422b None None] New status for floating IP ad67f38e-4503-4285-ae0c-3c34024fbbaa: ACTIVE {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:58:55.943672 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:55.987912 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Network 4ae50444-c8cc-49e0-92db-6be22766de16 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:55.991585 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:55.998145 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 12:58:56.034925 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:56.069164 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:56.069824 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:56.075754 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'tag': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:56.078212 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d61c2-0245-414e-9828-aba9d6503300" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5047d9-5963-4dbd-83e3-0d7faf7de21e", "tag": "1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:56.161737 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d254f-32a2-4ac5-8c7a-166e88e1aa26 req-4cdbf125-f7a9-4793-96c3-9d42a3c119ce tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:56.163360 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-738d254f-32a2-4ac5-8c7a-166e88e1aa26 req-4cdbf125-f7a9-4793-96c3-9d42a3c119ce tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.1135180 Mar 22 12:58:56.172511 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59db9-6b81-4eda-a0df-352b8903b1bf req-cd010a75-1f84-48ff-9822-d0f28bfe7faf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:56.174122 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-78c59db9-6b81-4eda-a0df-352b8903b1bf req-cd010a75-1f84-48ff-9822-d0f28bfe7faf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 931 time: 0.0805411 Mar 22 12:58:56.184107 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0d132d01-c134-44d3-9731-3f9d4da0cde1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653498 Mar 22 12:58:56.206331 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Request body: {'port': {'device_id': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:58:56.287966 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-738d254f-32a2-4ac5-8c7a-166e88e1aa26 req-37c48f44-67d6-450c-8e33-10d42a3d6b15 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127136 Mar 22 12:58:56.295863 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-86886dc5-8161-4027-bc7a-2e8840594b4c None None] Provisioning complete for port f3b1fe50-0521-4ceb-a74a-5c71d018de14 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:58:56.296243 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-86886dc5-8161-4027-bc7a-2e8840594b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:56.329571 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-78c59db9-6b81-4eda-a0df-352b8903b1bf req-3bd06f22-6145-4be8-821d-fca3fe1fa5a7 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432068 Mar 22 12:58:56.332476 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:56.337902 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7243c29f-7e3c-4ef1-af8b-49525389e938 x-openstack-request-id: req-7243c29f-7e3c-4ef1-af8b-49525389e938 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:56.338291 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5047d9-5963-4dbd-83e3-0d7faf7de21e", "tag": "1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:56.338418 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7243c29f-7e3c-4ef1-af8b-49525389e938 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:56.338941 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7243c29f-7e3c-4ef1-af8b-49525389e938'] response: {'name': 'network-changed', 'server_uuid': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'tag': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a', 'status': 'completed', 'code': 200} Mar 22 12:58:56.342033 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-86886dc5-8161-4027-bc7a-2e8840594b4c None None] Port f3b1fe50-0521-4ceb-a74a-5c71d018de14 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 12:58:56.425774 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d61c2-0245-414e-9828-aba9d6503300 req-5dcdf859-3e3c-46f4-971d-983a1e33f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:56.427332 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d14d61c2-0245-414e-9828-aba9d6503300 req-5dcdf859-3e3c-46f4-971d-983a1e33f0cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 1130 time: 0.0459394 Mar 22 12:58:56.524446 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d61c2-0245-414e-9828-aba9d6503300 req-b0c4777a-7a3e-4b0a-b498-0167049e77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:56.526216 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d14d61c2-0245-414e-9828-aba9d6503300 req-b0c4777a-7a3e-4b0a-b498-0167049e77ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 200 len: 916 time: 0.0924175 Mar 22 12:58:56.605903 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d14d61c2-0245-414e-9828-aba9d6503300 req-bb554399-9408-4c73-a47f-dffc8cc4c783 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a HTTP/1.1" status: 200 len: 1001 time: 0.0738647 Mar 22 12:58:56.638173 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b1fe50-0521-4ceb-a74a-5c71d018de14 {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:58:56.647401 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Publish callbacks [] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:56.657732 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d61c2-0245-414e-9828-aba9d6503300 req-1099acda-b6d4-4f9d-af6c-7ea9cf8dbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:56.659466 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d14d61c2-0245-414e-9828-aba9d6503300 req-1099acda-b6d4-4f9d-af6c-7ea9cf8dbdac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 200 len: 854 time: 0.0472620 Mar 22 12:58:56.660410 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Transition to ACTIVE for port object f3b1fe50-0521-4ceb-a74a-5c71d018de14 will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 12:58:56.709965 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d61c2-0245-414e-9828-aba9d6503300 req-02530bc0-7346-4c89-a8e5-089d4f99bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:56.711548 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d14d61c2-0245-414e-9828-aba9d6503300 req-02530bc0-7346-4c89-a8e5-089d4f99bd6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e77cc734-8f84-4908-bac3-1adf9da48e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457470 Mar 22 12:58:56.788531 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:56.807486 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d14d61c2-0245-414e-9828-aba9d6503300 req-4b5f4c10-6582-412b-afcf-70750c2c7bfb service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890672 Mar 22 12:58:56.846135 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:56.924423 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-d14d61c2-0245-414e-9828-aba9d6503300 req-2d2e2740-3820-4450-87f5-fdf4c0d4513b service neutron] 10.222.0.46 "GET /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107759 Mar 22 12:58:56.939993 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Attempting to bind port f3b1fe50-0521-4ceb-a74a-5c71d018de14 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 12:58:56.940339 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Attempting to bind port f3b1fe50-0521-4ceb-a74a-5c71d018de14 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 12:58:56.940748 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Attempting to bind port f3b1fe50-0521-4ceb-a74a-5c71d018de14 on network 4ae50444-c8cc-49e0-92db-6be22766de16 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:58:56.945666 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Port f3b1fe50-0521-4ceb-a74a-5c71d018de14 on network 4ae50444-c8cc-49e0-92db-6be22766de16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 12:58:56.946080 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Attempting to bind port f3b1fe50-0521-4ceb-a74a-5c71d018de14 on network 4ae50444-c8cc-49e0-92db-6be22766de16 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 12:58:56.950986 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 12:58:56.951319 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Checking segment: {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 12:58:56.951720 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Bound using segment: {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 12:58:56.952150 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Bound port: f3b1fe50-0521-4ceb-a74a-5c71d018de14, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 12:58:56.952507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:57.024145 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:58:57.027781 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:58:57.103192 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:57.139458 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:57.140065 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:58:57.141411 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] 10.222.0.46 "PUT /v2.0/ports/f3b1fe50-0521-4ceb-a74a-5c71d018de14 HTTP/1.1" status: 200 len: 1093 time: 0.9409449 Mar 22 12:58:57.141827 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:58:57.144116 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5623946c-c355-4755-b0c0-94d0dca82171" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:58:57.177476 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa235e89-1a54-46f8-a3ba-a4ee4e3bec68 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:57.188225 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb6a104-f53d-4e99-bbfc-569d5cf12e50 x-openstack-request-id: req-4eb6a104-f53d-4e99-bbfc-569d5cf12e50 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:58:57.188679 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:58:57.189082 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4eb6a104-f53d-4e99-bbfc-569d5cf12e50 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:58:57.189711 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb6a104-f53d-4e99-bbfc-569d5cf12e50'] response: {'name': 'network-changed', 'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'status': 'completed', 'code': 200} Mar 22 12:58:57.285393 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623946c-c355-4755-b0c0-94d0dca82171 req-b7bf4032-51ea-4542-9bb4-3c7912ca7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:57.287031 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5623946c-c355-4755-b0c0-94d0dca82171 req-b7bf4032-51ea-4542-9bb4-3c7912ca7f42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 1127 time: 0.0504606 Mar 22 12:58:57.428577 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623946c-c355-4755-b0c0-94d0dca82171 req-cf732c64-1db1-4e85-8c83-fe9db2ee1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:57.429950 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5623946c-c355-4755-b0c0-94d0dca82171 req-cf732c64-1db1-4e85-8c83-fe9db2ee1b8b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1291127 Mar 22 12:58:57.538400 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5cd60-e14b-4b9f-9973-3ab1a3222dd1 req-e2f0cccf-0d89-45e9-91ef-e409f0258032 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:57.539908 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9ae5cd60-e14b-4b9f-9973-3ab1a3222dd1 req-e2f0cccf-0d89-45e9-91ef-e409f0258032 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.1261582 Mar 22 12:58:57.570034 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623946c-c355-4755-b0c0-94d0dca82171 req-477573ce-de01-44c7-8ec7-f8220a1dd905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:57.573963 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5623946c-c355-4755-b0c0-94d0dca82171 req-477573ce-de01-44c7-8ec7-f8220a1dd905 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270130 Mar 22 12:58:57.605726 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9ae5cd60-e14b-4b9f-9973-3ab1a3222dd1 req-133591cb-2249-4b58-8204-5cc0856ffd03 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599964 Mar 22 12:58:57.684422 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0063fc3f-c04f-42e4-ab40-0856f3937872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:57.685936 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-0063fc3f-c04f-42e4-ab40-0856f3937872 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 1127 time: 0.0457809 Mar 22 12:58:57.739419 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-e8986739-a34c-486a-a86c-c3a3a2f00b26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14 HTTP/1.1" status: 200 len: 217 time: 0.0388222 Mar 22 12:58:57.794364 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-e82fb2f0-8b99-4840-bd6a-e990d295e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:57.795847 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-e82fb2f0-8b99-4840-bd6a-e990d295e4cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.0486012 Mar 22 12:58:57.845533 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-07925fe4-3138-465b-af33-959d45da7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:57.847090 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-07925fe4-3138-465b-af33-959d45da7749 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449715 Mar 22 12:58:57.948589 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-4f878848-f3eb-4b87-a712-940731c8e974 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944414 Mar 22 12:58:58.041753 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8764ebb4-9f8e-44d7-8ef3-4df5dc1bf444 req-79fd32d0-95c0-4ef1-8027-e8ec32b66872 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866640 Mar 22 12:58:58.368234 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599c57c-6259-4031-96ce-7b178ee38a04 req-2d0190ac-c6a5-4d81-9a4c-7b11d445a6cd tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:58.369726 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c599c57c-6259-4031-96ce-7b178ee38a04 req-2d0190ac-c6a5-4d81-9a4c-7b11d445a6cd tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0543673 Mar 22 12:58:58.428921 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c599c57c-6259-4031-96ce-7b178ee38a04 req-f8c10c95-096c-4d18-8bdf-0958696aa8f8 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530674 Mar 22 12:58:58.731438 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cde072-3a42-400f-bc43-e3c555c8d648 req-7c016953-a473-4fbd-b23c-56ff29db3365 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:58.733538 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-38cde072-3a42-400f-bc43-e3c555c8d648 req-7c016953-a473-4fbd-b23c-56ff29db3365 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0540876 Mar 22 12:58:58.785179 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-38cde072-3a42-400f-bc43-e3c555c8d648 req-825195d7-89a8-43df-86fd-828cfde3f6c6 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460887 Mar 22 12:58:59.548798 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fea58-0565-4ce9-b5fa-b2fce3c85d00 req-e779cb8b-8620-46b1-8729-09b093daa233 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:59.550518 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-469fea58-0565-4ce9-b5fa-b2fce3c85d00 req-e779cb8b-8620-46b1-8729-09b093daa233 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0536249 Mar 22 12:58:59.598373 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-469fea58-0565-4ce9-b5fa-b2fce3c85d00 req-e9a28e4f-e431-43c4-84c1-b0a263b64c53 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423701 Mar 22 12:58:59.912703 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8b607-8c7d-4a42-992e-762b016ac036 req-d429ccfd-f1c2-4515-9042-1091ae10c330 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:59.914249 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-26d8b607-8c7d-4a42-992e-762b016ac036 req-d429ccfd-f1c2-4515-9042-1091ae10c330 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0573275 Mar 22 12:58:59.963015 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-26d8b607-8c7d-4a42-992e-762b016ac036 req-2b0a6bfc-ff0c-478c-a7e8-45a1d9de7105 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432575 Mar 22 12:59:00.617504 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586d3f-972b-4457-a005-0b6912214d9b req-ece5e9e8-7b8f-4838-b2f9-27f1fee74da7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:00.618944 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-21586d3f-972b-4457-a005-0b6912214d9b req-ece5e9e8-7b8f-4838-b2f9-27f1fee74da7 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0540583 Mar 22 12:59:00.752121 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45751535-53b3-4542-9c4a-8cb327ba318e req-bdf2b9fd-b04b-4290-ab8e-59b13bd60b19 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:00.753773 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-45751535-53b3-4542-9c4a-8cb327ba318e req-bdf2b9fd-b04b-4290-ab8e-59b13bd60b19 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 945 time: 0.0835481 Mar 22 12:59:00.769123 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-21586d3f-972b-4457-a005-0b6912214d9b req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Deleting port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:00.769464 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-21586d3f-972b-4457-a005-0b6912214d9b req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:00.860409 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-45751535-53b3-4542-9c4a-8cb327ba318e req-44fb4777-4fc4-4d55-9389-03e436b947c0 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e9754781-1279-4a11-b6af-5428de444fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000357 Mar 22 12:59:00.890756 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-21586d3f-972b-4457-a005-0b6912214d9b req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] For port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:00.891120 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-21586d3f-972b-4457-a005-0b6912214d9b req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:00.904740 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-21586d3f-972b-4457-a005-0b6912214d9b req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Calling delete_port for 71df3ba4-cec7-49ba-8f66-7778ae28b9dc owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:00.975609 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f3b1fe50-0521-4ceb-a74a-5c71d018de14 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 12:59:01.077649 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:01.090243 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'port_id': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'mac_address': 'fa:16:3e:4e:e5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 12:59:01.095945 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f8e38-965b-4801-8823-fa20a607322f req-030e4b18-f48b-4ef5-8d3e-e7eae8231e5d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:01.097463 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-503f8e38-965b-4801-8823-fa20a607322f req-030e4b18-f48b-4ef5-8d3e-e7eae8231e5d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0619316 Mar 22 12:59:01.111100 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-21586d3f-972b-4457-a005-0b6912214d9b req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (71df3ba4-cec7-49ba-8f66-7778ae28b9dc), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:01.130235 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port f3b1fe50-0521-4ceb-a74a-5c71d018de14 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:59:01.130550 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:01.146856 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b1fe50-0521-4ceb-a74a-5c71d018de14 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 12:59:01.152546 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['71df3ba4-cec7-49ba-8f66-7778ae28b9dc'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:59:01.157169 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Pushing event deleted for resources: {'Port': ['ID=71df3ba4-cec7-49ba-8f66-7778ae28b9dc,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:01.192168 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:01.212156 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-21586d3f-972b-4457-a005-0b6912214d9b req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] No DVR routers for this DVR port 71df3ba4-cec7-49ba-8f66-7778ae28b9dc on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:59:01.215080 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-21586d3f-972b-4457-a005-0b6912214d9b req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:01.218968 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-21586d3f-972b-4457-a005-0b6912214d9b req-3661c77c-9698-4266-912c-dedb1287d88f tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.46 "DELETE /v2.0/ports/71df3ba4-cec7-49ba-8f66-7778ae28b9dc HTTP/1.1" status: 204 len: 173 time: 0.5929022 Mar 22 12:59:01.219569 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'name': 'network-vif-deleted', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:59:01.222559 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbac3452-d00e-4c1b-b425-2669eccf8736" -d '{"events": [{"server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "name": "network-vif-deleted", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:59:01.227678 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-503f8e38-965b-4801-8823-fa20a607322f req-34538ca1-40fe-4d52-b9a0-5809085059c8 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244934 Mar 22 12:59:01.262384 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa642a7-d93f-476c-af13-f4a631966e9e x-openstack-request-id: req-8fa642a7-d93f-476c-af13-f4a631966e9e {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:59:01.262944 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2", "name": "network-vif-deleted", "tag": "71df3ba4-cec7-49ba-8f66-7778ae28b9dc", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:59:01.263146 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fa642a7-d93f-476c-af13-f4a631966e9e {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:59:01.263563 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa642a7-d93f-476c-af13-f4a631966e9e'] response: {'server_uuid': '2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2', 'name': 'network-vif-deleted', 'tag': '71df3ba4-cec7-49ba-8f66-7778ae28b9dc', 'status': 'completed', 'code': 200} Mar 22 12:59:01.268260 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:01.320522 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:01.621034 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['f3b1fe50-0521-4ceb-a74a-5c71d018de14'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 12:59:01.965185 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a5feb6df-1c06-4c14-92db-f47f74c0c0d8 req-850ed46b-b857-40ce-b1df-59c97d8966b4 tempest-TestMinimumBasicScenario-1850080117 tempest-TestMinimumBasicScenario-1850080117-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e432a7c-64e2-4ef7-a3f5-cc59dc3887b2 HTTP/1.1" status: 200 len: 210 time: 0.0272851 Mar 22 12:59:02.356259 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7e13b-c2c7-447f-b7cf-5adec3519294 req-48ac22d1-8027-4f8b-a908-4f07d462bce8 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:02.357745 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-deb7e13b-c2c7-447f-b7cf-5adec3519294 req-48ac22d1-8027-4f8b-a908-4f07d462bce8 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 944 time: 0.0562403 Mar 22 12:59:02.407333 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-deb7e13b-c2c7-447f-b7cf-5adec3519294 req-2d327e7d-f8b0-460f-b1dd-f32f6a093619 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430517 Mar 22 12:59:03.028307 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f3b1fe50-0521-4ceb-a74a-5c71d018de14 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 12:59:03.134723 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port f3b1fe50-0521-4ceb-a74a-5c71d018de14 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 12:59:03.138964 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port f3b1fe50-0521-4ceb-a74a-5c71d018de14 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 12:59:03.139359 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:03.219280 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port f3b1fe50-0521-4ceb-a74a-5c71d018de14 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 12:59:03.219678 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:03.246310 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:59:03.248551 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e1910b-00c4-4bf5-8894-6e002b5a8efc" -d '{"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:59:03.260520 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:03.341562 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de732040-22ad-4914-8fe6-49ed763a1fc7 x-openstack-request-id: req-de732040-22ad-4914-8fe6-49ed763a1fc7 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:59:03.341938 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:59:03.342316 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de732040-22ad-4914-8fe6-49ed763a1fc7 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:59:03.342783 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de732040-22ad-4914-8fe6-49ed763a1fc7'] response: {'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'code': 200} Mar 22 12:59:03.359194 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:03.360003 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 71df3ba4-cec7-49ba-8f66-7778ae28b9dc no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:03.381773 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 71df3ba4-cec7-49ba-8f66-7778ae28b9dc {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:03.382156 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 71df3ba4-cec7-49ba-8f66-7778ae28b9dc not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:03.432437 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:03.532491 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e9b78-aa2b-452f-bb94-8b17563a58b4 req-d6b4788f-7a54-46ae-af8c-3741538a4379 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:03.534001 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-742e9b78-aa2b-452f-bb94-8b17563a58b4 req-d6b4788f-7a54-46ae-af8c-3741538a4379 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0537889 Mar 22 12:59:03.582789 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-742e9b78-aa2b-452f-bb94-8b17563a58b4 req-03a516ea-9191-4c6d-ad03-9a7fef0ebce9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 Mar 22 12:59:03.804404 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b858c-76f2-4feb-b965-b2decf16a3a6 req-07f2c2cf-cb6a-4d5e-acd6-b9cbdafef647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:03.805890 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-355b858c-76f2-4feb-b965-b2decf16a3a6 req-07f2c2cf-cb6a-4d5e-acd6-b9cbdafef647 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 1129 time: 0.0467548 Mar 22 12:59:03.850029 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-355b858c-76f2-4feb-b965-b2decf16a3a6 req-159bc08a-6fa8-445e-b9a0-919ba96a7399 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376198 Mar 22 12:59:04.008052 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:59:04.592740 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55268) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:04.720169 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30386bf0-8f89-40cf-b6ec-ce6a6f363b67 req-b5a05452-e53d-4b50-9df5-190cdb73413b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:04.721591 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-30386bf0-8f89-40cf-b6ec-ce6a6f363b67 req-b5a05452-e53d-4b50-9df5-190cdb73413b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0546513 Mar 22 12:59:04.775661 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-30386bf0-8f89-40cf-b6ec-ce6a6f363b67 req-c51f520d-e494-48c7-abe1-80aac9e0bc84 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484285 Mar 22 12:59:04.962197 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:05.232342 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Deleting port fcafeb5d-3f86-49e4-aae1-81297030ab44 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:05.232680 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:05.316098 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] For port fcafeb5d-3f86-49e4-aae1-81297030ab44, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=fcafeb5d-3f86-49e4-aae1-81297030ab44,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:05.316509 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:05.330620 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Calling delete_port for fcafeb5d-3f86-49e4-aae1-81297030ab44 owned by network:router_interface {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:05.839839 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (fcafeb5d-3f86-49e4-aae1-81297030ab44), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:05.868548 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcafeb5d-3f86-49e4-aae1-81297030ab44,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:05.905286 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc120d8-23c1-4d2e-ba99-5909887a73ad req-2e42fbad-1f85-4ea2-8d3e-5e56634cd7f8 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:05.906923 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1dc120d8-23c1-4d2e-ba99-5909887a73ad req-2e42fbad-1f85-4ea2-8d3e-5e56634cd7f8 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0593646 Mar 22 12:59:05.964835 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1dc120d8-23c1-4d2e-ba99-5909887a73ad req-f02e4839-d7bc-4d42-b6d7-b20871bafddf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515490 Mar 22 12:59:06.073976 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:06.118623 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f73f61-d8f2-4116-9e05-c904c757689c req-197ce77a-e80e-49d2-9541-bb958f324416 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:06.120219 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c4f73f61-d8f2-4116-9e05-c904c757689c req-197ce77a-e80e-49d2-9541-bb958f324416 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0757229 Mar 22 12:59:06.130131 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55276) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:06.134688 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'floatingip': {'port_id': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 12:59:06.174784 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (2097ffeb-6857-4d0b-acd7-57413a4508fe), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:06.310242 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:59:06.423373 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:59:06.431778 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c370276f-0354-4904-8d61-8f618e64d499 admin admin] 10.222.0.69 "PUT /v2.0/routers/d49fb426-ac46-47aa-b76d-2ed47d0d8b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351414 Mar 22 12:59:06.431778 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55280) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:06.434352 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] Sync routers for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:59:06.444360 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:06.444971 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:06.543546 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks [] for router (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:06.562365 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:06.660038 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks [] for router_gateway (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:06.792519 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:59:05Z', 'revision_number': 5, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port': {'id': '9de4bcc1-5ed9-4389-bc1d-922a484c3f12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:06.797230 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Deleting port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:06.797614 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:06.824987 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] Checking router: d49fb426-ac46-47aa-b76d-2ed47d0d8b4d for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:59:06.834936 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] Routers {'d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:06.835818 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:06.884754 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.db.resource_extend [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:59:06.886433 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] For port 9de4bcc1-5ed9-4389-bc1d-922a484c3f12, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=9de4bcc1-5ed9-4389-bc1d-922a484c3f12,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:06.886936 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:06.901870 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Calling delete_port for 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 owned by network:router_gateway {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:06.929499 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] Set router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d gateway port host: None {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:06.939225 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:06.986027 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:59:06Z', 'revision_number': 6, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port_host': None}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:07.011011 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (2097ffeb-6857-4d0b-acd7-57413a4508fe), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.014740 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a340918-8a3e-4987-a782-bdc6e77aad2b None None] The sync data for ids ['d49fb426-ac46-47aa-b76d-2ed47d0d8b4d'] in dv-cinder-824149-5-iscsi is: [{'id': 'd49fb426-ac46-47aa-b76d-2ed47d0d8b4d', 'name': 'tempest-TestMinimumBasicScenario-726372520-router', 'tenant_id': 'abd811f171ce40bfbd43985997ae0e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:59:06Z', 'revision_number': 6, 'project_id': 'abd811f171ce40bfbd43985997ae0e32', 'gw_port_host': None}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:59:07.128286 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Floating IP 2097ffeb-6857-4d0b-acd7-57413a4508fe associated. External IP: 172.27.2.23, port: f3b1fe50-0521-4ceb-a74a-5c71d018de14. Mar 22 12:59:07.159752 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (9de4bcc1-5ed9-4389-bc1d-922a484c3f12), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.189740 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de4bcc1-5ed9-4389-bc1d-922a484c3f12,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:07.258412 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.359566 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Router 9a0da626-63be-4ed5-9eaa-81137e42c060 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:59:07.390460 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.393264 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks [] for router_controller (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.491344 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:59:07.497247 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.508835 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] Sync routers for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:59:07.523497 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:07.524203 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:07.531859 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (d49fb426-ac46-47aa-b76d-2ed47d0d8b4d), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.532429 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d49fb426-ac46-47aa-b76d-2ed47d0d8b4d {{(pid=110232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:59:07.546089 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-3b1f33d2-4fc1-4fa1-a23c-686822554d00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "PUT /v2.0/floatingips/2097ffeb-6857-4d0b-acd7-57413a4508fe HTTP/1.1" status: 200 len: 990 time: 1.4060507 Mar 22 12:59:07.546471 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.546566 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:59:07.546646 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f8060a80-e138-437e-a3d2-10de139754d1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d49fb426-ac46-47aa-b76d-2ed47d0d8b4d HTTP/1.1" status: 204 len: 168 time: 1.1071265 Mar 22 12:59:07.546730 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:59:07.546730 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55292) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:07.584531 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce45aaf5-e46e-4eda-843e-949e4709a2a5 x-openstack-request-id: req-ce45aaf5-e46e-4eda-843e-949e4709a2a5 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:59:07.584827 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:59:07.585083 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce45aaf5-e46e-4eda-843e-949e4709a2a5 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:59:07.585491 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce45aaf5-e46e-4eda-843e-949e4709a2a5'] response: {'name': 'network-changed', 'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'status': 'completed', 'code': 200} Mar 22 12:59:07.593500 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_v2 [None req-93339ffc-f6d9-41cb-b713-66f58d771bd0 admin admin] Deleting subnet 75ad1880-69c8-4b64-924f-2e7c348c7549 {{(pid=110231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 12:59:07.596842 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93339ffc-f6d9-41cb-b713-66f58d771bd0 admin admin] Publish callbacks [] for subnet (75ad1880-69c8-4b64-924f-2e7c348c7549), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.633896 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93339ffc-f6d9-41cb-b713-66f58d771bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397571'] for subnet (75ad1880-69c8-4b64-924f-2e7c348c7549), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.659380 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:07.774102 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-e0107053-f7ce-4116-8a42-2dc072934729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:07.775512 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-e0107053-f7ce-4116-8a42-2dc072934729 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 1129 time: 0.1176140 Mar 22 12:59:07.810188 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93339ffc-f6d9-41cb-b713-66f58d771bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (75ad1880-69c8-4b64-924f-2e7c348c7549), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:07.910057 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2097ffeb-6857-4d0b-acd7-57413a4508fe', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'port_id': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'mac_address': 'fa:16:3e:4e:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:49Z', 'updated_at': '2022-03-22T12:59:06Z', 'revision_number': 1, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:07.917567 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-7d95c4e6-ce32-45a5-bf77-458390acc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:07.919246 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-7d95c4e6-ce32-45a5-bf77-458390acc984 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 917 time: 0.1331489 Mar 22 12:59:07.938952 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] Checking router: 9a0da626-63be-4ed5-9eaa-81137e42c060 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:59:07.947713 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:07.948325 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:07.994242 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-b3742b57-e2c9-4b9b-929b-ff480e84fdc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14 HTTP/1.1" status: 200 len: 998 time: 0.0686173 Mar 22 12:59:08.011614 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93339ffc-f6d9-41cb-b713-66f58d771bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8544657'] for subnet (75ad1880-69c8-4b64-924f-2e7c348c7549), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.066641 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93339ffc-f6d9-41cb-b713-66f58d771bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ad1880-69c8-4b64-924f-2e7c348c7549,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:08.068398 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-93339ffc-f6d9-41cb-b713-66f58d771bd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.071364 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-93339ffc-f6d9-41cb-b713-66f58d771bd0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/75ad1880-69c8-4b64-924f-2e7c348c7549 HTTP/1.1" status: 204 len: 168 time: 0.5271676 Mar 22 12:59:08.074144 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55300) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:08.076233 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:08.096319 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-45b65f83-5544-40de-a234-4254c5f687bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:08.098956 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-45b65f83-5544-40de-a234-4254c5f687bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.0958586 Mar 22 12:59:08.106121 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce29ca-45f3-4784-a0b5-3d287546f57e None None] Network 1faed385-4a1e-4d88-a904-b14953b03f7d requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:59:08.162704 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device fcafeb5d-3f86-49e4-aae1-81297030ab44 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:08.186377 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (1faed385-4a1e-4d88-a904-b14953b03f7d), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.201048 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: fcafeb5d-3f86-49e4-aae1-81297030ab44 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:08.201403 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device fcafeb5d-3f86-49e4-aae1-81297030ab44 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:08.202389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:08.208755 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-e3f806bc-45fd-469a-b404-94f31adec46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:08.211664 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-e3f806bc-45fd-469a-b404-94f31adec46f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838428 Mar 22 12:59:08.293456 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:08.293796 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 9de4bcc1-5ed9-4389-bc1d-922a484c3f12 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:08.334506 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Deleting port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:08.334842 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.374202 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-0fd62b9a-9948-4f94-b10d-0c0850653b92 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414332 Mar 22 12:59:08.456675 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] For port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:08.456675 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.463329 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c5c7da-7c0c-47e7-9795-7dc55213eff8 None None] DHCP port deletion for 1faed385-4a1e-4d88-a904-b14953b03f7d request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 12:59:08.473852 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Calling delete_port for cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea owned by network:dhcp {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:08.518721 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2097ffeb-6857-4d0b-acd7-57413a4508fe', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'port_id': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'mac_address': 'fa:16:3e:4e:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:49Z', 'updated_at': '2022-03-22T12:59:06Z', 'revision_number': 1, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:08.541783 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b0972846-2894-4f4d-a50d-c9fa8aab1b5a req-19928273-9a53-4a5f-aec6-57009dfceea1 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577022 Mar 22 12:59:08.550194 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865979b3-08cc-4b6b-8f40-a917d16ae986 None None] The sync data for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi is: [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2097ffeb-6857-4d0b-acd7-57413a4508fe', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'port_id': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'mac_address': 'fa:16:3e:4e:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:49Z', 'updated_at': '2022-03-22T12:59:06Z', 'revision_number': 1, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:59:08.572338 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5c7da-7c0c-47e7-9795-7dc55213eff8 None None] Deleting port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:08.576062 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c7da-7c0c-47e7-9795-7dc55213eff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.677825 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.711407 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:08.715308 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] No DVR routers for this DVR port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea on host dv-cinder-824149-5-iscsi {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:59:08.797307 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (1faed385-4a1e-4d88-a904-b14953b03f7d), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.800057 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a413123-cf18-4b46-bd2e-33b1884eb755 None None] New status for floating IP 2097ffeb-6857-4d0b-acd7-57413a4508fe: ACTIVE {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:59:08.801647 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-b2c5c7da-7c0c-47e7-9795-7dc55213eff8 None None] For port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea,segment=NetworkSegment(54b7ceb3-4818-4685-b578-d278a16da967),segment_id=54b7ceb3-4818-4685-b578-d278a16da967)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:08.802547 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c7da-7c0c-47e7-9795-7dc55213eff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.819717 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5c7da-7c0c-47e7-9795-7dc55213eff8 None None] Calling delete_port for cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:08.829192 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faed385-4a1e-4d88-a904-b14953b03f7d']}} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:08.846713 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b7ceb3-4818-4685-b578-d278a16da967') {'for_net_delete': True} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:08.847181 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b7ceb3-4818-4685-b578-d278a16da967') {} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:08.858812 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8397626'] for segment (54b7ceb3-4818-4685-b578-d278a16da967), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.874828 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (54b7ceb3-4818-4685-b578-d278a16da967), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.887561 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=110231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 12:59:08.894767 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8621929'] for segment (54b7ceb3-4818-4685-b578-d278a16da967), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: Traceback (most recent call last): Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: timer() Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: cb(*args, **kw) Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: return func(*args, **kwargs) Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: self._notify() Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: self.callback(batched_events) Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: event.method(event) Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: return f(self, *a, **k) Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._get(url).json() Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: return self.request(url, 'GET', **kwargs) Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:59:08.897400 dv-cinder-824149-5-iscsi neutron-server[110231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:59:08.908388 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c7da-7c0c-47e7-9795-7dc55213eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:08.924805 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5c7da-7c0c-47e7-9795-7dc55213eff8 None None] No DVR routers for this DVR port cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:59:08.948821 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5c7da-7c0c-47e7-9795-7dc55213eff8 None None] Pushing event deleted for resources: {'Port': ['ID=cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:09.045360 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (1faed385-4a1e-4d88-a904-b14953b03f7d), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:09.051232 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:09.054913 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1faed385-4a1e-4d88-a904-b14953b03f7d HTTP/1.1" status: 204 len: 168 time: 0.9798000 Mar 22 12:59:09.057804 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55312) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:09.075250 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7f30-2bd9-4c4d-a762-3883ed5bc747 admin admin] Pushing event deleted for resources: {'Network': ['ID=1faed385-4a1e-4d88-a904-b14953b03f7d,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:09.499890 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (a518bc92-7a98-442a-af42-832233145929), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:09.804928 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Deleting port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:09.805264 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:09.887137 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] For port 6bd3e6b4-be84-4c0f-858a-a721854cb6b8, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=6bd3e6b4-be84-4c0f-858a-a721854cb6b8,segment=NetworkSegment(aa9ec1d3-da2b-49c5-aa38-6db08c27f398),segment_id=aa9ec1d3-da2b-49c5-aa38-6db08c27f398)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:09.887418 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:09.900514 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Calling delete_port for 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 owned by network:router_interface {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:10.093641 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:10.116226 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:10.116979 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device cbf5ff72-83fd-4a9c-bb28-74e59f4bf0ea not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:10.428507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (6bd3e6b4-be84-4c0f-858a-a721854cb6b8), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:10.459461 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd3e6b4-be84-4c0f-858a-a721854cb6b8,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:10.631001 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (a518bc92-7a98-442a-af42-832233145929), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:10.855899 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Router a518bc92-7a98-442a-af42-832233145929 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:59:10.969408 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:59:10.975470 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-14760f07-4346-4cb3-bfbf-a63f0a5dff68 admin admin] 10.222.0.69 "PUT /v2.0/routers/a518bc92-7a98-442a-af42-832233145929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9154878 Mar 22 12:59:10.979259 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55318) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:10.979725 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] Sync routers for ids ['a518bc92-7a98-442a-af42-832233145929'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:59:10.990432 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] Routers {'a518bc92-7a98-442a-af42-832233145929'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:10.991055 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['a518bc92-7a98-442a-af42-832233145929'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:11.089672 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks [] for router (a518bc92-7a98-442a-af42-832233145929), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:11.113004 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] Set router a518bc92-7a98-442a-af42-832233145929 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:11.208429 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks [] for router_gateway (a518bc92-7a98-442a-af42-832233145929), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:11.305793 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a518bc92-7a98-442a-af42-832233145929', 'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:59:10Z', 'revision_number': 5, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'gw_port': {'id': '7f9241a0-d14d-417c-a352-ed6280b6c157', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a518bc92-7a98-442a-af42-832233145929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:11.337330 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] Checking router: a518bc92-7a98-442a-af42-832233145929 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:59:11.339006 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Deleting port 7f9241a0-d14d-417c-a352-ed6280b6c157 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:11.339345 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:11.349134 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] Routers {'a518bc92-7a98-442a-af42-832233145929'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:11.350076 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:58:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['a518bc92-7a98-442a-af42-832233145929'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:11.424952 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] For port 7f9241a0-d14d-417c-a352-ed6280b6c157, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=7f9241a0-d14d-417c-a352-ed6280b6c157,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:11.425317 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:11.439309 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Calling delete_port for 7f9241a0-d14d-417c-a352-ed6280b6c157 owned by network:router_gateway {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:11.439971 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] Set router a518bc92-7a98-442a-af42-832233145929 gateway port host: None {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:11.494934 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a518bc92-7a98-442a-af42-832233145929', 'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:59:11Z', 'revision_number': 6, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'gw_port_host': None}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:11.536770 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201ac58-c76b-4975-b1a7-c5649eee08f5 None None] The sync data for ids ['a518bc92-7a98-442a-af42-832233145929'] in dv-cinder-824149-5-iscsi is: [{'id': 'a518bc92-7a98-442a-af42-832233145929', 'name': 'tempest-TestMinimumBasicScenario-970911222-router', 'tenant_id': '8bd8ada9184842ca9f76f98d52083570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:17Z', 'updated_at': '2022-03-22T12:59:11Z', 'revision_number': 6, 'project_id': '8bd8ada9184842ca9f76f98d52083570', 'gw_port_host': None}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:59:11.609324 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:11.689068 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (7f9241a0-d14d-417c-a352-ed6280b6c157), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:11.719671 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9241a0-d14d-417c-a352-ed6280b6c157,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:11.784751 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (a518bc92-7a98-442a-af42-832233145929), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:11.880217 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (a518bc92-7a98-442a-af42-832233145929), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:11.882479 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks [] for router_controller (a518bc92-7a98-442a-af42-832233145929), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.005921 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (a518bc92-7a98-442a-af42-832233145929), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.006665 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a518bc92-7a98-442a-af42-832233145929 {{(pid=110231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:59:12.011800 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.013417 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-f0eddcc2-21b4-4327-9303-64ad2f39182c admin admin] 10.222.0.69 "DELETE /v2.0/routers/a518bc92-7a98-442a-af42-832233145929 HTTP/1.1" status: 204 len: 168 time: 1.0325983 Mar 22 12:59:12.016119 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55322) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:12.061011 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eed8be3-fc1d-4e54-a8eb-a17d4661b56a admin admin] Deleting subnet dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1 {{(pid=110231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 12:59:12.065050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2eed8be3-fc1d-4e54-a8eb-a17d4661b56a admin admin] Publish callbacks [] for subnet (dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.103027 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2eed8be3-fc1d-4e54-a8eb-a17d4661b56a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397571'] for subnet (dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.183288 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2eed8be3-fc1d-4e54-a8eb-a17d4661b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.312620 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2eed8be3-fc1d-4e54-a8eb-a17d4661b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8544657'] for subnet (dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.352173 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed8be3-fc1d-4e54-a8eb-a17d4661b56a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:12.357694 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2eed8be3-fc1d-4e54-a8eb-a17d4661b56a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.361283 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-2eed8be3-fc1d-4e54-a8eb-a17d4661b56a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dbba4d92-6e6c-432b-97d6-67ef5ff8ddc1 HTTP/1.1" status: 204 len: 168 time: 0.3441961 Mar 22 12:59:12.364198 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55324) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:12.366896 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427611d-b145-4f74-910e-7635c1762004 None None] Network 2875b424-2db3-484e-ab5c-4504df923dda requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:59:12.406534 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:12.432634 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:12.432982 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 6bd3e6b4-be84-4c0f-858a-a721854cb6b8 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:12.433414 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 7f9241a0-d14d-417c-a352-ed6280b6c157 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:12.448375 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (2875b424-2db3-484e-ab5c-4504df923dda), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.459064 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 7f9241a0-d14d-417c-a352-ed6280b6c157 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:12.459407 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 7f9241a0-d14d-417c-a352-ed6280b6c157 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:12.520161 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Deleting port daee18a3-f082-4852-b7df-8e50cce6df02 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:12.520552 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.603692 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] For port daee18a3-f082-4852-b7df-8e50cce6df02, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=daee18a3-f082-4852-b7df-8e50cce6df02,segment=NetworkSegment(aa9ec1d3-da2b-49c5-aa38-6db08c27f398),segment_id=aa9ec1d3-da2b-49c5-aa38-6db08c27f398)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:12.610550 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.624852 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21892a70-b607-4f5b-8c54-c9a576a97a9a None None] DHCP port deletion for 2875b424-2db3-484e-ab5c-4504df923dda request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 12:59:12.629955 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Calling delete_port for daee18a3-f082-4852-b7df-8e50cce6df02 owned by network:dhcp {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:12.682716 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-21892a70-b607-4f5b-8c54-c9a576a97a9a None None] Deleting port daee18a3-f082-4852-b7df-8e50cce6df02 {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:12.683165 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-21892a70-b607-4f5b-8c54-c9a576a97a9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.754852 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-21892a70-b607-4f5b-8c54-c9a576a97a9a None None] For port daee18a3-f082-4852-b7df-8e50cce6df02, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=daee18a3-f082-4852-b7df-8e50cce6df02,segment=NetworkSegment(aa9ec1d3-da2b-49c5-aa38-6db08c27f398),segment_id=aa9ec1d3-da2b-49c5-aa38-6db08c27f398)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:12.755258 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-21892a70-b607-4f5b-8c54-c9a576a97a9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.770037 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-21892a70-b607-4f5b-8c54-c9a576a97a9a None None] Calling delete_port for daee18a3-f082-4852-b7df-8e50cce6df02 owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:12.776945 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.803084 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Pushing event deleted for resources: {'Port': ['ID=daee18a3-f082-4852-b7df-8e50cce6df02,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:12.806820 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] No DVR routers for this DVR port daee18a3-f082-4852-b7df-8e50cce6df02 on host dv-cinder-824149-5-iscsi {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:59:12.850210 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-21892a70-b607-4f5b-8c54-c9a576a97a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (daee18a3-f082-4852-b7df-8e50cce6df02), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.874408 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21892a70-b607-4f5b-8c54-c9a576a97a9a None None] Pushing event deleted for resources: {'Port': ['ID=daee18a3-f082-4852-b7df-8e50cce6df02,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:12.878009 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21892a70-b607-4f5b-8c54-c9a576a97a9a None None] No DVR routers for this DVR port daee18a3-f082-4852-b7df-8e50cce6df02 on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:59:12.883717 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (2875b424-2db3-484e-ab5c-4504df923dda), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.910062 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2875b424-2db3-484e-ab5c-4504df923dda']}} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:12.919639 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398') {'for_net_delete': True} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:12.919936 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9ec1d3-da2b-49c5-aa38-6db08c27f398') {} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:12.933292 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210914'] for segment (aa9ec1d3-da2b-49c5-aa38-6db08c27f398), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.947005 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (aa9ec1d3-da2b-49c5-aa38-6db08c27f398), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.952967 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=110232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 12:59:12.953355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9102989'] for segment (aa9ec1d3-da2b-49c5-aa38-6db08c27f398), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: Traceback (most recent call last): Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: timer() Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: cb(*args, **kw) Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: return func(*args, **kwargs) Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: self._notify() Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: self.callback(batched_events) Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: event.method(event) Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: return f(self, *a, **k) Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._get(url).json() Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: return self.request(url, 'GET', **kwargs) Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:59:12.959557 dv-cinder-824149-5-iscsi neutron-server[110232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:59:13.045856 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (2875b424-2db3-484e-ab5c-4504df923dda), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:13.052940 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:13.057203 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] 10.222.0.69 "DELETE /v2.0/networks/2875b424-2db3-484e-ab5c-4504df923dda HTTP/1.1" status: 204 len: 168 time: 0.6911476 Mar 22 12:59:13.069201 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0798ea-370d-464d-96e1-1ecd5144618f admin admin] Pushing event deleted for resources: {'Network': ['ID=2875b424-2db3-484e-ab5c-4504df923dda,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:13.339223 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55330) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:13.383441 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-b4829428-1c19-41db-95a2-bcd0194d46fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abd811f171ce40bfbd43985997ae0e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430493 Mar 22 12:59:13.385853 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55332) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:13.433570 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-07a60c96-b2c7-4b05-a6eb-6cab31e8807c admin admin] Publish callbacks [] for security_group (e9754781-1279-4a11-b6af-5428de444fa0), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:13.455239 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-07a60c96-b2c7-4b05-a6eb-6cab31e8807c admin admin] Publish callbacks [] for security_group (e9754781-1279-4a11-b6af-5428de444fa0), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:13.594331 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-07a60c96-b2c7-4b05-a6eb-6cab31e8807c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (e9754781-1279-4a11-b6af-5428de444fa0), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:13.597056 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-07a60c96-b2c7-4b05-a6eb-6cab31e8807c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:13.598370 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-07a60c96-b2c7-4b05-a6eb-6cab31e8807c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e9754781-1279-4a11-b6af-5428de444fa0 HTTP/1.1" status: 204 len: 168 time: 0.2115400 Mar 22 12:59:13.606298 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a60c96-b2c7-4b05-a6eb-6cab31e8807c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9754781-1279-4a11-b6af-5428de444fa0,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:13.678893 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d363c934-0dbb-4e6c-830b-4ed56d5e7dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:14.093711 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device daee18a3-f082-4852-b7df-8e50cce6df02 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:14.113701 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: daee18a3-f082-4852-b7df-8e50cce6df02 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:14.114073 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device daee18a3-f082-4852-b7df-8e50cce6df02 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:14.419849 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55342) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:14.460395 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c23b9c4f-e690-420a-8727-caaaf63c0b4e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8bd8ada9184842ca9f76f98d52083570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388865 Mar 22 12:59:14.462875 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55344) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:14.510931 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2c60423a-cf74-4610-9dd7-f853342b78ad admin admin] Publish callbacks [] for security_group (e6ded18e-da96-4a03-81d6-2ce44043df33), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:14.531819 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2c60423a-cf74-4610-9dd7-f853342b78ad admin admin] Publish callbacks [] for security_group (e6ded18e-da96-4a03-81d6-2ce44043df33), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:14.645047 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2c60423a-cf74-4610-9dd7-f853342b78ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (e6ded18e-da96-4a03-81d6-2ce44043df33), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:14.647713 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2c60423a-cf74-4610-9dd7-f853342b78ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:14.648881 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-2c60423a-cf74-4610-9dd7-f853342b78ad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6ded18e-da96-4a03-81d6-2ce44043df33 HTTP/1.1" status: 204 len: 168 time: 0.1851091 Mar 22 12:59:14.657549 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60423a-cf74-4610-9dd7-f853342b78ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ded18e-da96-4a03-81d6-2ce44043df33,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:15.251613 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46760139-f174-4271-a0cc-688d7af46f74 req-8c6950eb-3337-4b22-a988-48c777d9bac2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475516 Mar 22 12:59:15.375083 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46760139-f174-4271-a0cc-688d7af46f74 req-dc42dc75-7a0c-4371-a2b5-c674327f9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:15.376583 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46760139-f174-4271-a0cc-688d7af46f74 req-dc42dc75-7a0c-4371-a2b5-c674327f9879 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1130 time: 0.0455287 Mar 22 12:59:15.492490 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46760139-f174-4271-a0cc-688d7af46f74 req-2606b111-2d79-43d9-a1eb-499eb10da5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:15.493956 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46760139-f174-4271-a0cc-688d7af46f74 req-2606b111-2d79-43d9-a1eb-499eb10da5d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f27f08cb-d50b-4ca2-a370-b69ad85bed34 HTTP/1.1" status: 200 len: 909 time: 0.0899484 Mar 22 12:59:15.564570 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46760139-f174-4271-a0cc-688d7af46f74 req-f9b76e28-34f2-4580-98b2-c3866cff3148 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f HTTP/1.1" status: 200 len: 1002 time: 0.0603642 Mar 22 12:59:15.621088 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46760139-f174-4271-a0cc-688d7af46f74 req-7c301992-a238-40f1-9b79-6eadd00fae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:15.622591 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46760139-f174-4271-a0cc-688d7af46f74 req-7c301992-a238-40f1-9b79-6eadd00fae61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7946065-e410-4ba5-a810-89978bc20bd4 HTTP/1.1" status: 200 len: 847 time: 0.0486603 Mar 22 12:59:15.677761 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46760139-f174-4271-a0cc-688d7af46f74 req-a4cbfc60-41a0-4154-a428-f73287e9f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:15.679309 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46760139-f174-4271-a0cc-688d7af46f74 req-a4cbfc60-41a0-4154-a428-f73287e9f47e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f27f08cb-d50b-4ca2-a370-b69ad85bed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442407 Mar 22 12:59:15.773176 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46760139-f174-4271-a0cc-688d7af46f74 req-61c82006-402d-4ee2-b0e3-4209555c8bb1 service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862637 Mar 22 12:59:15.828390 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-adfb0b81-a2fc-46c1-8f3a-4d4b6dbaeca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:15.873710 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46760139-f174-4271-a0cc-688d7af46f74 req-372f3ba2-634b-4b7f-bf41-436cc7f043f7 service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907061 Mar 22 12:59:17.039641 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:18.729040 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:20.171645 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:33.782300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd0ca8-6e0b-497c-86cd-ed0148f6fd31 req-595cc169-78d3-45c7-b096-7c60ddbda041 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:33.783825 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b4bd0ca8-6e0b-497c-86cd-ed0148f6fd31 req-595cc169-78d3-45c7-b096-7c60ddbda041 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 946 time: 0.0561104 Mar 22 12:59:33.835977 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b4bd0ca8-6e0b-497c-86cd-ed0148f6fd31 req-fe420328-3d17-46c9-b43a-ee6e594c8912 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460463 Mar 22 12:59:34.963613 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e3d9a-0e60-4c02-ba80-89c7a1b88a78 req-c712c13a-bd31-4282-b768-36debe231e05 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:34.965094 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-402e3d9a-0e60-4c02-ba80-89c7a1b88a78 req-c712c13a-bd31-4282-b768-36debe231e05 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 946 time: 0.0586469 Mar 22 12:59:35.014292 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-402e3d9a-0e60-4c02-ba80-89c7a1b88a78 req-52c3848c-e6b8-4d4b-abaf-13f538833ce1 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427268 Mar 22 12:59:35.980258 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-5d9e436b-7e3c-4d0d-97af-7bd289525938 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:35.981739 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-5d9e436b-7e3c-4d0d-97af-7bd289525938 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 946 time: 0.0528264 Mar 22 12:59:36.081070 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Deleting port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:36.081399 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:36.203704 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] For port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:36.204054 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:36.212956 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355941e-d8e0-4857-b687-f4f34bfee433 req-6b39c922-0e27-46d1-bb3f-3f31f2d61fef tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:36.220609 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9355941e-d8e0-4857-b687-f4f34bfee433 req-6b39c922-0e27-46d1-bb3f-3f31f2d61fef tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 946 time: 0.1150563 Mar 22 12:59:36.364590 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9355941e-d8e0-4857-b687-f4f34bfee433 req-b2e3182a-7702-42db-9314-0129fab74564 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups?id=70101f8a-a65a-4c03-9697-46528c77a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439171 Mar 22 12:59:36.474596 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:36.475159 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (e45a8759-aa82-475f-8ede-fedf3a721686), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:36.475475 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Floating IP e45a8759-aa82-475f-8ede-fedf3a721686 disassociated. External IP: 172.27.2.30, port: 9f68eb50-810f-4b25-8912-f3e3e3ab01b0. Mar 22 12:59:36.475823 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Calling delete_port for 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:36.660413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (9f68eb50-810f-4b25-8912-f3e3e3ab01b0), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:36.694927 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event deleted for resources: {'Port': ['ID=9f68eb50-810f-4b25-8912-f3e3e3ab01b0,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:36.705363 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.705716 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.706136 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.706482 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.706815 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.707174 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.707508 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.707833 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.708160 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.708501 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.708810 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.709136 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.709465 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.709785 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.710127 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:36.822059 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:59:37.203014 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:59:37.214834 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] Sync routers for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:59:37.227252 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:37.227960 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:59:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:37.244585 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] No DVR routers for this DVR port 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:59:37.247309 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:37.250737 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0aec0fc0-7071-4cfc-9e89-27fcd09c945d req-b4a1a2b3-ff31-485e-9baf-f2ef0a118a07 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.46 "DELETE /v2.0/ports/9f68eb50-810f-4b25-8912-f3e3e3ab01b0 HTTP/1.1" status: 204 len: 173 time: 1.2633138 Mar 22 12:59:37.251172 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'name': 'network-vif-deleted', 'tag': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:59:37.253624 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba388792-3933-4417-83d4-b5650f95eae6" -d '{"events": [{"server_uuid": "27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a", "name": "network-vif-deleted", "tag": "9f68eb50-810f-4b25-8912-f3e3e3ab01b0"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:59:37.290229 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd418d9-feb5-41ce-975c-7595eaf30e76 x-openstack-request-id: req-cbd418d9-feb5-41ce-975c-7595eaf30e76 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:59:37.290529 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a", "name": "network-vif-deleted", "tag": "9f68eb50-810f-4b25-8912-f3e3e3ab01b0", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:59:37.290788 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbd418d9-feb5-41ce-975c-7595eaf30e76 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:59:37.291233 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd418d9-feb5-41ce-975c-7595eaf30e76'] response: {'server_uuid': '27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a', 'name': 'network-vif-deleted', 'tag': '9f68eb50-810f-4b25-8912-f3e3e3ab01b0', 'status': 'completed', 'code': 200} Mar 22 12:59:37.437220 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:37.478002 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0228571b-6248-4e6c-8532-5c583e9d8b9a req-e5f30265-5314-4cc1-b225-5b517399224e tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/ports?device_id=27d434ad-b3a3-4b4a-8034-f8a97d5c2a5a HTTP/1.1" status: 200 len: 210 time: 0.0298703 Mar 22 12:59:37.647308 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:37.673670 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] Checking router: 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:59:37.682421 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:37.684400 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:59:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:37.792151 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:37.995526 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:38.025784 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ecfd3-8028-4f60-98b2-ffdeb5a6a3c5 None None] The sync data for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi is: [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '1a778e10-0a10-4b6c-8969-324d251c6cd9', 'name': '', 'network_id': '0153605f-86fa-44c8-843c-61fcb7d41092', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'mac_address': 'fa:16:3e:d0:1b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:39Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'subnets': [{'id': '48ecb2af-327d-49eb-8111-f1b888c9b91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:59:38.259560 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438211f9-2b7e-4277-814b-67ccda0df9d3 None None] New status for floating IP e45a8759-aa82-475f-8ede-fedf3a721686: DOWN {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:59:38.663614 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55484) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:38.717552 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (70101f8a-a65a-4c03-9697-46528c77a372), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:38.742532 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (70101f8a-a65a-4c03-9697-46528c77a372), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:38.848981 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (70101f8a-a65a-4c03-9697-46528c77a372), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:38.851792 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:38.855548 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "DELETE /v2.0/security-groups/70101f8a-a65a-4c03-9697-46528c77a372 HTTP/1.1" status: 204 len: 168 time: 0.1883919 Mar 22 12:59:38.859204 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55486) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:38.862770 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70101f8a-a65a-4c03-9697-46528c77a372,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:38.870264 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.api.v2.resource [None req-477f7987-dde7-4230-ac72-bc9743eb2b19 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] show failed (client error): The resource could not be found. Mar 22 12:59:38.870460 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.870759 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.871090 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.871247 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-477f7987-dde7-4230-ac72-bc9743eb2b19 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "GET /v2.0/security-groups/70101f8a-a65a-4c03-9697-46528c77a372 HTTP/1.1" status: 404 len: 347 time: 0.0140519 Mar 22 12:59:38.871427 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.871757 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.872084 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.872405 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.872848 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.873097 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.873421 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.873744 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.874084 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.874325 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55488) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:38.874445 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.874708 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:38.875026 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f84ef3d-5373-4741-beb5-b3e4f7624d15 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:39.002825 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Deleting port 97dd1bf7-54b4-4f8f-b268-3ce1ee026c78 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:39.003085 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (97dd1bf7-54b4-4f8f-b268-3ce1ee026c78), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:39.082463 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (97dd1bf7-54b4-4f8f-b268-3ce1ee026c78), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:39.082784 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (97dd1bf7-54b4-4f8f-b268-3ce1ee026c78), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:39.095475 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Calling delete_port for 97dd1bf7-54b4-4f8f-b268-3ce1ee026c78 owned by network:floatingip {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:39.313569 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (97dd1bf7-54b4-4f8f-b268-3ce1ee026c78), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:39.339582 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Pushing event deleted for resources: {'Port': ['ID=97dd1bf7-54b4-4f8f-b268-3ce1ee026c78,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:39.402582 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks [] for floatingip (e45a8759-aa82-475f-8ede-fedf3a721686), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:39.405200 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:39.406400 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-2425941d-bdb6-4f0e-a1fc-cac0e3cf5448 tempest-AttachVolumeTestJSON-1124700959 tempest-AttachVolumeTestJSON-1124700959-project] 10.222.0.69 "DELETE /v2.0/floatingips/e45a8759-aa82-475f-8ede-fedf3a721686 HTTP/1.1" status: 204 len: 168 time: 0.5310328 Mar 22 12:59:41.007698 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 12:59:41.192306 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:41.214038 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:41.214370 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 9f68eb50-810f-4b25-8912-f3e3e3ab01b0 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:41.591732 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:43.372757 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55536) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:43.665924 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-67f4221f-ec16-4a12-bd86-00e8b01ac0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:43.929016 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:44.204577 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Deleting port 1a778e10-0a10-4b6c-8969-324d251c6cd9 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:44.204824 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:44.285719 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] For port 1a778e10-0a10-4b6c-8969-324d251c6cd9, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=1a778e10-0a10-4b6c-8969-324d251c6cd9,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:44.286115 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:44.300490 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Calling delete_port for 1a778e10-0a10-4b6c-8969-324d251c6cd9 owned by network:router_interface {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:44.571017 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (1a778e10-0a10-4b6c-8969-324d251c6cd9), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:44.597250 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a778e10-0a10-4b6c-8969-324d251c6cd9,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:44.784783 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:45.021620 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:59:45.129943 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:59:45.135325 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-7f9c93bf-fc22-4408-86b1-7e63636d8d83 admin admin] 10.222.0.69 "PUT /v2.0/routers/64435d5d-ce3c-4c2c-aa0e-a87543f76f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7614264 Mar 22 12:59:45.146717 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55552) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:45.149348 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] Sync routers for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:59:45.163006 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:45.163701 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:59:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:45.256738 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks [] for router (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:45.279033 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:45.366378 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks [] for router_gateway (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:45.455587 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:59:44Z', 'revision_number': 5, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port': {'id': '0311e65e-51ae-43c1-a8cd-6d841070956c', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:16Z', 'updated_at': '2022-03-22T12:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:45.482144 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] Checking router: 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:59:45.491728 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] Routers {'64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:45.492588 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:59:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:45.502006 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Deleting port 0311e65e-51ae-43c1-a8cd-6d841070956c {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:45.504228 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:45.582612 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] Set router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b gateway port host: None {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:45.585419 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] For port 0311e65e-51ae-43c1-a8cd-6d841070956c, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=0311e65e-51ae-43c1-a8cd-6d841070956c,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:45.585972 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:45.599625 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Calling delete_port for 0311e65e-51ae-43c1-a8cd-6d841070956c owned by network:router_gateway {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:45.636844 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:59:45Z', 'revision_number': 6, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port_host': None}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:45.663118 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf70f8a-a883-46d2-81f2-837b1dca31b3 None None] The sync data for ids ['64435d5d-ce3c-4c2c-aa0e-a87543f76f9b'] in dv-cinder-824149-5-iscsi is: [{'id': '64435d5d-ce3c-4c2c-aa0e-a87543f76f9b', 'name': 'tempest-AttachVolumeTestJSON-1136844917-router', 'tenant_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:59:45Z', 'revision_number': 6, 'project_id': 'fa098af58fdf4e4fa8a14beba977f74b', 'gw_port_host': None}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:59:45.865853 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (0311e65e-51ae-43c1-a8cd-6d841070956c), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:45.879976 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-dae1fec7-b40f-4569-a7b3-e94f091736bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:45.895388 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0311e65e-51ae-43c1-a8cd-6d841070956c,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:45.962039 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.060974 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.067114 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks [] for router_controller (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.191835 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (64435d5d-ce3c-4c2c-aa0e-a87543f76f9b), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.192312 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64435d5d-ce3c-4c2c-aa0e-a87543f76f9b {{(pid=110231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:59:46.196839 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.198064 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ddd2b9f5-a055-40d2-9150-81f8111122ae admin admin] 10.222.0.69 "DELETE /v2.0/routers/64435d5d-ce3c-4c2c-aa0e-a87543f76f9b HTTP/1.1" status: 204 len: 168 time: 1.0502996 Mar 22 12:59:46.200726 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55560) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:46.247396 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae127dd-e44e-43f1-adab-81477b861efc admin admin] Deleting subnet 48ecb2af-327d-49eb-8111-f1b888c9b91f {{(pid=110231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 12:59:46.250891 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-dae127dd-e44e-43f1-adab-81477b861efc admin admin] Publish callbacks [] for subnet (48ecb2af-327d-49eb-8111-f1b888c9b91f), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.290384 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-dae127dd-e44e-43f1-adab-81477b861efc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397571'] for subnet (48ecb2af-327d-49eb-8111-f1b888c9b91f), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.370625 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-dae127dd-e44e-43f1-adab-81477b861efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (48ecb2af-327d-49eb-8111-f1b888c9b91f), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.477733 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 1a778e10-0a10-4b6c-8969-324d251c6cd9 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:46.494097 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-dae127dd-e44e-43f1-adab-81477b861efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8544657'] for subnet (48ecb2af-327d-49eb-8111-f1b888c9b91f), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.499214 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 1a778e10-0a10-4b6c-8969-324d251c6cd9 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:46.499607 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 1a778e10-0a10-4b6c-8969-324d251c6cd9 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:46.521892 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae127dd-e44e-43f1-adab-81477b861efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ecb2af-327d-49eb-8111-f1b888c9b91f,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:46.527440 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-dae127dd-e44e-43f1-adab-81477b861efc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.532036 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-dae127dd-e44e-43f1-adab-81477b861efc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/48ecb2af-327d-49eb-8111-f1b888c9b91f HTTP/1.1" status: 204 len: 168 time: 0.3302798 Mar 22 12:59:46.533148 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55564) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:46.536235 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6789c27c-3ebf-4b96-a402-6f14140316e2 None None] Network 0153605f-86fa-44c8-843c-61fcb7d41092 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 12:59:46.609573 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (0153605f-86fa-44c8-843c-61fcb7d41092), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.669360 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Deleting port 88c099d5-6e35-465f-acf9-1b43ac75a06b {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:46.670426 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.703573 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] DHCP port deletion for 0153605f-86fa-44c8-843c-61fcb7d41092 request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 12:59:46.737677 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] For port 88c099d5-6e35-465f-acf9-1b43ac75a06b, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=88c099d5-6e35-465f-acf9-1b43ac75a06b,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:46.738378 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.756361 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Calling delete_port for 88c099d5-6e35-465f-acf9-1b43ac75a06b owned by network:dhcp {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:46.764070 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Deleting port 88c099d5-6e35-465f-acf9-1b43ac75a06b {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:46.764833 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.829232 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] For port 88c099d5-6e35-465f-acf9-1b43ac75a06b, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=88c099d5-6e35-465f-acf9-1b43ac75a06b,segment=NetworkSegment(c370d5fa-62da-404d-af07-0971c9f0cfc9),segment_id=c370d5fa-62da-404d-af07-0971c9f0cfc9)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:46.829635 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.844438 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Calling delete_port for 88c099d5-6e35-465f-acf9-1b43ac75a06b owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:46.946366 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:46.972710 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c099d5-6e35-465f-acf9-1b43ac75a06b,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:46.980239 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] No DVR routers for this DVR port 88c099d5-6e35-465f-acf9-1b43ac75a06b on host dv-cinder-824149-5-iscsi {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:59:47.058390 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (0153605f-86fa-44c8-843c-61fcb7d41092), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.067594 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (88c099d5-6e35-465f-acf9-1b43ac75a06b), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.080945 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0153605f-86fa-44c8-843c-61fcb7d41092']}} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:47.090916 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c370d5fa-62da-404d-af07-0971c9f0cfc9') {'for_net_delete': True} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:47.091209 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c370d5fa-62da-404d-af07-0971c9f0cfc9') {} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:47.093829 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Pushing event deleted for resources: {'Port': ['ID=88c099d5-6e35-465f-acf9-1b43ac75a06b,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:47.096047 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] No DVR routers for this DVR port 88c099d5-6e35-465f-acf9-1b43ac75a06b on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:59:47.105079 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8397626'] for segment (c370d5fa-62da-404d-af07-0971c9f0cfc9), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.111030 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.111339 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.111704 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.112500 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.112500 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.112944 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.113282 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.113691 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.113923 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.114304 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.114695 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.114967 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.115298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.115712 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.116046 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107def14-16b2-472f-a89f-01c283ae3946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:59:47.118850 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (c370d5fa-62da-404d-af07-0971c9f0cfc9), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.124845 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=110231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 12:59:47.125220 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8621929'] for segment (c370d5fa-62da-404d-af07-0971c9f0cfc9), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: Traceback (most recent call last): Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: timer() Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: cb(*args, **kw) Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: return func(*args, **kwargs) Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: self._notify() Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: self.callback(batched_events) Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: event.method(event) Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: return f(self, *a, **k) Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._get(url).json() Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: return self.request(url, 'GET', **kwargs) Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:59:47.126866 dv-cinder-824149-5-iscsi neutron-server[110231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:59:47.130691 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.254895 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (0153605f-86fa-44c8-843c-61fcb7d41092), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.261039 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.269287 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0153605f-86fa-44c8-843c-61fcb7d41092 HTTP/1.1" status: 204 len: 168 time: 0.7314813 Mar 22 12:59:47.281069 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086721d-2d3f-4fea-aeb4-7d5a61b44d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=0153605f-86fa-44c8-843c-61fcb7d41092,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:47.551798 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676ce6e-6256-4df0-8bd9-96bce45a32bb req-1adccdc0-91f3-4e69-aad6-f12e653729f4 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:47.553351 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d676ce6e-6256-4df0-8bd9-96bce45a32bb req-1adccdc0-91f3-4e69-aad6-f12e653729f4 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0597994 Mar 22 12:59:47.614872 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d676ce6e-6256-4df0-8bd9-96bce45a32bb req-4ade8149-5da0-4839-9da6-6f4da1f47029 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555887 Mar 22 12:59:47.630464 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55584) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:47.670049 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a61873a9-544a-43c2-9800-713bd8e459ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fa098af58fdf4e4fa8a14beba977f74b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383508 Mar 22 12:59:47.673168 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55586) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:47.721340 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54aa6236-d88a-4965-93c3-1aa3e6847350 admin admin] Publish callbacks [] for security_group (20c07af2-a06e-4449-9f41-38ece30638c3), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.742925 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54aa6236-d88a-4965-93c3-1aa3e6847350 admin admin] Publish callbacks [] for security_group (20c07af2-a06e-4449-9f41-38ece30638c3), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.883072 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54aa6236-d88a-4965-93c3-1aa3e6847350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (20c07af2-a06e-4449-9f41-38ece30638c3), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.885680 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54aa6236-d88a-4965-93c3-1aa3e6847350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:47.886940 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-54aa6236-d88a-4965-93c3-1aa3e6847350 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20c07af2-a06e-4449-9f41-38ece30638c3 HTTP/1.1" status: 204 len: 168 time: 0.2128656 Mar 22 12:59:47.895472 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa6236-d88a-4965-93c3-1aa3e6847350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c07af2-a06e-4449-9f41-38ece30638c3,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:48.108778 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 0311e65e-51ae-43c1-a8cd-6d841070956c no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:48.129972 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 0311e65e-51ae-43c1-a8cd-6d841070956c {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:48.130407 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 0311e65e-51ae-43c1-a8cd-6d841070956c not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:48.130836 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 88c099d5-6e35-465f-acf9-1b43ac75a06b no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:48.150174 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 88c099d5-6e35-465f-acf9-1b43ac75a06b {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:48.150432 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 88c099d5-6e35-465f-acf9-1b43ac75a06b not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:48.749972 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5ee1c-fa59-404b-aa6b-a51092646bde req-2da2f77a-133d-422c-975d-19dff4fa26b1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:48.751495 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ebf5ee1c-fa59-404b-aa6b-a51092646bde req-2da2f77a-133d-422c-975d-19dff4fa26b1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0583849 Mar 22 12:59:48.774517 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:49.086545 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ebf5ee1c-fa59-404b-aa6b-a51092646bde req-d175e334-3346-4d2c-95c7-8aa18326bd1b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288817 Mar 22 12:59:50.163249 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:50.212037 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5162c-c38c-41a7-8e5e-4b4d79ae2238 req-b8504d17-3e2f-4397-a1c8-2b34f1f86167 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:50.214444 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-abb5162c-c38c-41a7-8e5e-4b4d79ae2238 req-b8504d17-3e2f-4397-a1c8-2b34f1f86167 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0538399 Mar 22 12:59:50.268565 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-abb5162c-c38c-41a7-8e5e-4b4d79ae2238 req-ee0acbdc-9b26-4ac6-94ea-e31d14d8e15a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Mar 22 12:59:51.392393 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a94e0-0d9b-4645-8605-e4bd331b573b req-eb523ce1-f441-427e-ba53-76fb8f382a1a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:51.393888 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-442a94e0-0d9b-4645-8605-e4bd331b573b req-eb523ce1-f441-427e-ba53-76fb8f382a1a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0529919 Mar 22 12:59:51.446207 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-442a94e0-0d9b-4645-8605-e4bd331b573b req-f46a7d0f-74ed-48d0-9aeb-1d4244520b82 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462735 Mar 22 12:59:51.563387 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1994-e0a7-4778-bd3f-83dde71937b7 req-9be282d0-3451-4cc0-91b0-5b4b8ddd225e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:51.564809 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1ca1994-e0a7-4778-bd3f-83dde71937b7 req-9be282d0-3451-4cc0-91b0-5b4b8ddd225e tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 946 time: 0.0538709 Mar 22 12:59:51.612928 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1ca1994-e0a7-4778-bd3f-83dde71937b7 req-903d7790-2e21-48ca-86ff-91958c1b326c tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423276 Mar 22 12:59:52.579724 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae838b-80d4-4bad-8365-442d58415617 req-c32954ba-49f2-4930-a2cb-1db638cbc564 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:52.581222 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8ae838b-80d4-4bad-8365-442d58415617 req-c32954ba-49f2-4930-a2cb-1db638cbc564 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0528989 Mar 22 12:59:52.630660 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8ae838b-80d4-4bad-8365-442d58415617 req-9c80eef0-9a7e-4b05-ace2-83f306b835a0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Mar 22 12:59:52.743640 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ee45d-2087-4f3a-96e9-c1d9a6bc9226 req-32fbe853-d7b7-4812-adeb-f01a1aaa01de tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:52.745177 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c23ee45d-2087-4f3a-96e9-c1d9a6bc9226 req-32fbe853-d7b7-4812-adeb-f01a1aaa01de tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 946 time: 0.0612369 Mar 22 12:59:52.795229 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c23ee45d-2087-4f3a-96e9-c1d9a6bc9226 req-4990aee9-c8dc-42a0-83bf-2db08a5f0568 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb8c649a-ff77-4d65-9113-00bc382b9130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Mar 22 12:59:53.187154 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-ccf03c4c-9dd4-4b75-8b13-006e09e2e808 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:53.188679 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-ccf03c4c-9dd4-4b75-8b13-006e09e2e808 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 946 time: 0.0544338 Mar 22 12:59:53.286834 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Deleting port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:53.287168 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:53.380569 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] For port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:59:53.380973 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:53.554592 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:53.555312 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (ad67f38e-4503-4285-ae0c-3c34024fbbaa), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:53.555312 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Floating IP ad67f38e-4503-4285-ae0c-3c34024fbbaa disassociated. External IP: 172.27.2.14, port: 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a. Mar 22 12:59:53.555578 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Calling delete_port for 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:53.763118 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151afd4-dffb-4fed-a692-e09183cd0aa8 req-d8502b3a-6eb1-44aa-9393-0d8741627893 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:53.764617 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3151afd4-dffb-4fed-a692-e09183cd0aa8 req-d8502b3a-6eb1-44aa-9393-0d8741627893 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0543411 Mar 22 12:59:53.798681 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:53.840616 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'Port': ['ID=1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:53.854193 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3151afd4-dffb-4fed-a692-e09183cd0aa8 req-adba9b9d-89dd-42a5-a700-d7a317f7bb24 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836391 Mar 22 12:59:53.952917 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f361e9c-9333-4460-acb7-8d307c511d3f req-a70795c5-c9bc-4160-9c2b-901a2a13f61b tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 210 time: 0.0587609 Mar 22 12:59:53.996398 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:59:54.110932 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:59:54.123403 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 12:59:54.133025 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:54.133669 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:59:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:54.155514 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] No DVR routers for this DVR port 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:59:54.158171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:54.164220 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-722fb2f5-eba9-412f-b74a-0c05340533b3 req-1199f8f9-8fff-42d5-92db-03b4ff19fd8a tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.46 "DELETE /v2.0/ports/1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a HTTP/1.1" status: 204 len: 173 time: 0.9673579 Mar 22 12:59:54.164220 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'name': 'network-vif-deleted', 'tag': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 12:59:54.164500 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d35bc68-3954-423b-a55a-a43700159176" -d '{"events": [{"server_uuid": "ab5047d9-5963-4dbd-83e3-0d7faf7de21e", "name": "network-vif-deleted", "tag": "1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 12:59:54.207540 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 12:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5075237f-71cf-486c-bb4b-7da5af854f9e x-openstack-request-id: req-5075237f-71cf-486c-bb4b-7da5af854f9e {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 12:59:54.212616 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5047d9-5963-4dbd-83e3-0d7faf7de21e", "name": "network-vif-deleted", "tag": "1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 12:59:54.212616 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5075237f-71cf-486c-bb4b-7da5af854f9e {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 12:59:54.212616 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5075237f-71cf-486c-bb4b-7da5af854f9e'] response: {'server_uuid': 'ab5047d9-5963-4dbd-83e3-0d7faf7de21e', 'name': 'network-vif-deleted', 'tag': '1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a', 'status': 'completed', 'code': 200} Mar 22 12:59:54.252463 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:54.460820 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:54.489890 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 12:59:54.499426 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 12:59:54.500037 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:59:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:54.606599 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 12:59:54.806689 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:59:54.833313 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14a27e-4e49-4091-9064-623e037c455c None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T12:53:23Z', 'revision_number': 4, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '56236860-1e4d-4313-8d5f-2348163cbff9', 'name': '', 'network_id': 'e77cc734-8f84-4908-bac3-1adf9da48e97', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'mac_address': 'fa:16:3e:c3:e5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:21Z', 'updated_at': '2022-03-22T12:53:31Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'subnets': [{'id': 'd95eef21-c310-45c4-9761-63ce9644db4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 12:59:54.991590 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377f10e-1068-4cb7-97c7-b5b3b47a5928 req-42370e63-135e-404e-bdaf-e4cf79000c61 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:54.993551 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2377f10e-1068-4cb7-97c7-b5b3b47a5928 req-42370e63-135e-404e-bdaf-e4cf79000c61 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0560524 Mar 22 12:59:55.076312 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2377f10e-1068-4cb7-97c7-b5b3b47a5928 req-83ef1034-6018-4792-a34c-aad30d736d43 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762510 Mar 22 12:59:55.076579 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d83e7b-86f8-4c08-be09-91cead5268be None None] New status for floating IP ad67f38e-4503-4285-ae0c-3c34024fbbaa: DOWN {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 12:59:55.078659 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3754fbbd-ef10-4733-8b6f-95c98d55bbfc req-d0f42f04-7341-442a-adfc-8a9fc4471bd9 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 210 time: 0.0397525 Mar 22 12:59:56.210360 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0d2518c9-ca61-4ef7-8fda-6d8f1de40869 req-56ac6fb2-ff9b-48b7-b7d7-29a388237408 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 210 time: 0.0303886 Mar 22 12:59:56.231477 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2c185-0f95-4ee5-b8a1-15991ebaa31c req-fe658c2d-c677-4e91-b865-7785ef9e17dd tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:56.233699 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-93c2c185-0f95-4ee5-b8a1-15991ebaa31c req-fe658c2d-c677-4e91-b865-7785ef9e17dd tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0805945 Mar 22 12:59:56.282685 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-93c2c185-0f95-4ee5-b8a1-15991ebaa31c req-fef81dc7-5f57-49fe-b301-d2171e82a053 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Mar 22 12:59:57.281900 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 12:59:57.306519 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 12:59:57.306865 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1460f3eb-ae6d-43bc-bbcd-2eb2a1ec775a not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 12:59:57.323691 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4c42e302-7baa-423b-b986-7da34d0cacce req-d09c86f2-932c-4646-bf30-1e68aed7675f tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab5047d9-5963-4dbd-83e3-0d7faf7de21e HTTP/1.1" status: 200 len: 210 time: 0.0303755 Mar 22 12:59:57.428473 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63e806-cc23-4ba6-bc53-c39d59b754b1 req-7b725a6d-c5d6-4c57-85f3-fada43132083 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:57.429892 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3b63e806-cc23-4ba6-bc53-c39d59b754b1 req-7b725a6d-c5d6-4c57-85f3-fada43132083 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0578701 Mar 22 12:59:57.479384 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3b63e806-cc23-4ba6-bc53-c39d59b754b1 req-841e0fb8-053d-4569-8f0c-8d1e3652388e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Mar 22 12:59:58.496142 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55730) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:58.573834 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0706bf51-f36f-4bdb-bd9a-0ec7c5f1a8d4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (cb8c649a-ff77-4d65-9113-00bc382b9130), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:58.616491 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0706bf51-f36f-4bdb-bd9a-0ec7c5f1a8d4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (cb8c649a-ff77-4d65-9113-00bc382b9130), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:58.661420 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee842915-722f-42cd-b494-87eb19e8efca req-dd8f09ca-7e66-41be-b4dd-273dfca7649f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:58.662968 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ee842915-722f-42cd-b494-87eb19e8efca req-dd8f09ca-7e66-41be-b4dd-273dfca7649f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.1032546 Mar 22 12:59:58.713948 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ee842915-722f-42cd-b494-87eb19e8efca req-6a7795cd-679b-4bd6-96bd-29707331e00a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452986 Mar 22 12:59:58.772347 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0706bf51-f36f-4bdb-bd9a-0ec7c5f1a8d4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (cb8c649a-ff77-4d65-9113-00bc382b9130), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:58.775031 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0706bf51-f36f-4bdb-bd9a-0ec7c5f1a8d4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:58.776195 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-0706bf51-f36f-4bdb-bd9a-0ec7c5f1a8d4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "DELETE /v2.0/security-groups/cb8c649a-ff77-4d65-9113-00bc382b9130 HTTP/1.1" status: 204 len: 168 time: 0.2789979 Mar 22 12:59:58.779870 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55746) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:58.786481 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706bf51-f36f-4bdb-bd9a-0ec7c5f1a8d4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8c649a-ff77-4d65-9113-00bc382b9130,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:58.800344 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.api.v2.resource [None req-58ed0a7c-04e8-4dd3-8577-d493f5f3da66 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] show failed (client error): The resource could not be found. Mar 22 12:59:58.804243 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-58ed0a7c-04e8-4dd3-8577-d493f5f3da66 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "GET /v2.0/security-groups/cb8c649a-ff77-4d65-9113-00bc382b9130 HTTP/1.1" status: 404 len: 347 time: 0.0201874 Mar 22 12:59:58.805246 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55748) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 12:59:58.934479 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Deleting port f6d0e130-a8c3-448c-b487-d626d03f2325 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 12:59:58.934722 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (f6d0e130-a8c3-448c-b487-d626d03f2325), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:59.020112 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (f6d0e130-a8c3-448c-b487-d626d03f2325), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:59.020489 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (f6d0e130-a8c3-448c-b487-d626d03f2325), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:59.038743 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Calling delete_port for f6d0e130-a8c3-448c-b487-d626d03f2325 owned by network:floatingip {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 12:59:59.262613 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (f6d0e130-a8c3-448c-b487-d626d03f2325), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:59.289678 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Pushing event deleted for resources: {'Port': ['ID=f6d0e130-a8c3-448c-b487-d626d03f2325,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:59:59.355031 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks [] for floatingip (ad67f38e-4503-4285-ae0c-3c34024fbbaa), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:59.357591 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 12:59:59.358777 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ccc5c342-20bc-4776-b717-30fb8715aab4 tempest-AttachVolumeNegativeTest-888879025 tempest-AttachVolumeNegativeTest-888879025-project] 10.222.0.69 "DELETE /v2.0/floatingips/ad67f38e-4503-4285-ae0c-3c34024fbbaa HTTP/1.1" status: 204 len: 168 time: 0.5525327 Mar 22 12:59:59.838887 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905504d-4714-40a2-a8eb-3959ab21772c req-44dcd4ed-2102-40f3-8315-bcbc5ee9abd6 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:59.840450 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3905504d-4714-40a2-a8eb-3959ab21772c req-44dcd4ed-2102-40f3-8315-bcbc5ee9abd6 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0539863 Mar 22 12:59:59.891888 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3905504d-4714-40a2-a8eb-3959ab21772c req-f67fb3f4-2459-453f-a5d6-ed527903b56c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458081 Mar 22 13:00:01.055352 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c18bf1-5c0c-42e5-9e61-1c7997e3f385 req-bd194356-b8d7-4b68-80d2-b68fd6e7e19d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:01.056857 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a3c18bf1-5c0c-42e5-9e61-1c7997e3f385 req-bd194356-b8d7-4b68-80d2-b68fd6e7e19d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0871344 Mar 22 13:00:01.109273 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a3c18bf1-5c0c-42e5-9e61-1c7997e3f385 req-d197d67f-2c7d-4d05-b564-ee63fa6f4dda tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456958 Mar 22 13:00:01.288551 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f3b1fe50-0521-4ceb-a74a-5c71d018de14 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:00:01.390273 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:01.403127 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'port_id': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'mac_address': 'fa:16:3e:4e:e5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:00:01.441259 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port f3b1fe50-0521-4ceb-a74a-5c71d018de14 is: ACTIVE; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:00:01.441656 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:01.455124 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3b1fe50-0521-4ceb-a74a-5c71d018de14 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:00:01.475713 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:01.559917 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:01.656394 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=6']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:01.722137 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['f3b1fe50-0521-4ceb-a74a-5c71d018de14'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:00:02.257533 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20cae0-b8bf-4caa-bd07-6488d31821f0 req-7ac15efe-e185-4d39-adfd-6006a0710c5f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:02.265644 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4e20cae0-b8bf-4caa-bd07-6488d31821f0 req-7ac15efe-e185-4d39-adfd-6006a0710c5f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 944 time: 0.0693719 Mar 22 13:00:02.327515 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4e20cae0-b8bf-4caa-bd07-6488d31821f0 req-11cc6fe7-563b-4221-9815-163f454e4505 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605600 Mar 22 13:00:03.305439 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f3b1fe50-0521-4ceb-a74a-5c71d018de14 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:00:03.373832 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port f3b1fe50-0521-4ceb-a74a-5c71d018de14 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:00:03.374570 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:03.474098 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port f3b1fe50-0521-4ceb-a74a-5c71d018de14 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:00:03.474507 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:03.496670 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3545b-36f4-4928-b16a-ca9cfcfe7b55 req-2ce32c8a-0338-4b0a-9ef8-08004cf8c059 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:03.498310 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d5d3545b-36f4-4928-b16a-ca9cfcfe7b55 req-2ce32c8a-0338-4b0a-9ef8-08004cf8c059 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 944 time: 0.0725443 Mar 22 13:00:03.503549 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:00:03.506346 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ededaa5-f9eb-4445-9e94-8f100308294f" -d '{"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:00:03.526559 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:03.568337 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55852) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:03.583091 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d5d3545b-36f4-4928-b16a-ca9cfcfe7b55 req-91076c93-a5b1-42b6-804a-d6c592584db1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781753 Mar 22 13:00:03.591519 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:03.594866 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b244c89e-5560-47f0-817a-f9149bfb12d1 x-openstack-request-id: req-b244c89e-5560-47f0-817a-f9149bfb12d1 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:00:03.595263 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:00:03.596367 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b244c89e-5560-47f0-817a-f9149bfb12d1 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:00:03.596879 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b244c89e-5560-47f0-817a-f9149bfb12d1'] response: {'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'code': 200} Mar 22 13:00:03.660870 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=7']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:03.693077 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55860) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:03.741804 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c8c4de10-e242-4c90-95ed-a7b4d9c0a8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:04.024383 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c8c4de10-e242-4c90-95ed-a7b4d9c0a8bc admin admin] Publish callbacks [] for security_group (426e3b35-8a38-4e3b-9e8a-0269f9ec543b), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:04.091166 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c8c4de10-e242-4c90-95ed-a7b4d9c0a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (426e3b35-8a38-4e3b-9e8a-0269f9ec543b), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:04.128563 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c8c4de10-e242-4c90-95ed-a7b4d9c0a8bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79cb2900f221436e9682c1b9435eab56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5585485 Mar 22 13:00:04.131488 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55864) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:04.155630 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4de10-e242-4c90-95ed-a7b4d9c0a8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426e3b35-8a38-4e3b-9e8a-0269f9ec543b,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:04.200370 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4a476da6-5ac4-42c0-a3f3-32d9b9d46fda admin admin] Publish callbacks [] for security_group (426e3b35-8a38-4e3b-9e8a-0269f9ec543b), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:04.226517 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4a476da6-5ac4-42c0-a3f3-32d9b9d46fda admin admin] Publish callbacks [] for security_group (426e3b35-8a38-4e3b-9e8a-0269f9ec543b), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:04.306764 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (f1787580-1b20-4ded-81ad-b01f6f76ff8e), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:04.370993 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4a476da6-5ac4-42c0-a3f3-32d9b9d46fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (426e3b35-8a38-4e3b-9e8a-0269f9ec543b), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:04.374983 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4a476da6-5ac4-42c0-a3f3-32d9b9d46fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:04.376835 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-4a476da6-5ac4-42c0-a3f3-32d9b9d46fda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/426e3b35-8a38-4e3b-9e8a-0269f9ec543b HTTP/1.1" status: 204 len: 168 time: 0.2442324 Mar 22 13:00:04.390047 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a476da6-5ac4-42c0-a3f3-32d9b9d46fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426e3b35-8a38-4e3b-9e8a-0269f9ec543b,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:04.728754 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6fd5-e5f2-49a9-9434-b55a48af43df req-68cd9c4b-facf-47dc-8dcd-ca740dc40b2d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:04.733434 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-192d6fd5-e5f2-49a9-9434-b55a48af43df req-68cd9c4b-facf-47dc-8dcd-ca740dc40b2d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0618811 Mar 22 13:00:04.790670 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-192d6fd5-e5f2-49a9-9434-b55a48af43df req-1da2b16d-907a-418e-b399-4e2f4641989e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542076 Mar 22 13:00:04.911930 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Deleting port 56236860-1e4d-4313-8d5f-2348163cbff9 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:04.912498 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:05.005108 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] For port 56236860-1e4d-4313-8d5f-2348163cbff9, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=56236860-1e4d-4313-8d5f-2348163cbff9,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:05.005735 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:05.023621 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Calling delete_port for 56236860-1e4d-4313-8d5f-2348163cbff9 owned by network:router_interface {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:05.314394 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (56236860-1e4d-4313-8d5f-2348163cbff9), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:05.325713 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55878) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:05.344894 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-81aeccf5-400b-4ecb-8b5a-73a5888996ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:05.350967 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=56236860-1e4d-4313-8d5f-2348163cbff9,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:05.476119 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-81aeccf5-400b-4ecb-8b5a-73a5888996ea admin admin] Publish callbacks [] for security_group (3e9d272c-503c-4bf9-8d2e-5fb644b2034f), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:05.547701 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-81aeccf5-400b-4ecb-8b5a-73a5888996ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3e9d272c-503c-4bf9-8d2e-5fb644b2034f), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:05.602332 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (f1787580-1b20-4ded-81ad-b01f6f76ff8e), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:05.608509 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-81aeccf5-400b-4ecb-8b5a-73a5888996ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29f63e68558340f380c217197fb4d7bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811270 Mar 22 13:00:05.609793 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeccf5-400b-4ecb-8b5a-73a5888996ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9d272c-503c-4bf9-8d2e-5fb644b2034f,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:05.611272 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55880) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:05.747547 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2e60866-7940-4179-b636-85d7119aba9d admin admin] Publish callbacks [] for security_group (3e9d272c-503c-4bf9-8d2e-5fb644b2034f), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:05.792007 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2e60866-7940-4179-b636-85d7119aba9d admin admin] Publish callbacks [] for security_group (3e9d272c-503c-4bf9-8d2e-5fb644b2034f), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:05.952913 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Router f1787580-1b20-4ded-81ad-b01f6f76ff8e has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:00:05.976571 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713366d9-83ee-4842-b1b5-f6c7fb2eb6f6 req-d594ec8c-faa7-48b7-ad7c-6d851b143a35 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:05.981092 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-713366d9-83ee-4842-b1b5-f6c7fb2eb6f6 req-d594ec8c-faa7-48b7-ad7c-6d851b143a35 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0633440 Mar 22 13:00:06.018389 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2e60866-7940-4179-b636-85d7119aba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3e9d272c-503c-4bf9-8d2e-5fb644b2034f), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:06.021132 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c2e60866-7940-4179-b636-85d7119aba9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:06.022431 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c2e60866-7940-4179-b636-85d7119aba9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e9d272c-503c-4bf9-8d2e-5fb644b2034f HTTP/1.1" status: 204 len: 168 time: 0.4101946 Mar 22 13:00:06.054428 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-713366d9-83ee-4842-b1b5-f6c7fb2eb6f6 req-566c3140-ba6d-4f4f-9bfd-49cd31d04c97 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608683 Mar 22 13:00:06.074318 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e60866-7940-4179-b636-85d7119aba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9d272c-503c-4bf9-8d2e-5fb644b2034f,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:06.142037 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:00:06.149917 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-5c1a9e5a-59b0-4780-bdce-ef7eb3a8baf6 admin admin] 10.222.0.69 "PUT /v2.0/routers/f1787580-1b20-4ded-81ad-b01f6f76ff8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4531274 Mar 22 13:00:06.150037 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55886) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:06.152238 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] Sync routers for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:00:06.183522 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:00:06.184162 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:59:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:06.280146 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks [] for router (f1787580-1b20-4ded-81ad-b01f6f76ff8e), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:06.328325 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:00:06.420552 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks [] for router_gateway (f1787580-1b20-4ded-81ad-b01f6f76ff8e), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:06.599861 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Deleting port 07b11f47-0c30-4505-a08a-e74eca2e316d {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:06.600091 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T13:00:05Z', 'revision_number': 5, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port': {'id': '07b11f47-0c30-4505-a08a-e74eca2e316d', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:53:15Z', 'updated_at': '2022-03-22T12:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:06.603939 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:06.643658 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] Checking router: f1787580-1b20-4ded-81ad-b01f6f76ff8e for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:00:06.662685 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] Routers {'f1787580-1b20-4ded-81ad-b01f6f76ff8e'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:00:06.663350 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T12:59:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:06.719482 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] For port 07b11f47-0c30-4505-a08a-e74eca2e316d, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=07b11f47-0c30-4505-a08a-e74eca2e316d,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:06.719931 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:06.736011 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Calling delete_port for 07b11f47-0c30-4505-a08a-e74eca2e316d owned by network:router_gateway {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:06.941253 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] Set router f1787580-1b20-4ded-81ad-b01f6f76ff8e gateway port host: None {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:00:07.016504 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T13:00:06Z', 'revision_number': 6, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port_host': None}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:07.033543 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (07b11f47-0c30-4505-a08a-e74eca2e316d), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.062479 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd47f3-b1b7-44e4-b020-d5b03617b78c None None] The sync data for ids ['f1787580-1b20-4ded-81ad-b01f6f76ff8e'] in dv-cinder-824149-5-iscsi is: [{'id': 'f1787580-1b20-4ded-81ad-b01f6f76ff8e', 'name': 'tempest-AttachVolumeNegativeTest-1830910183-router', 'tenant_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:53:13Z', 'updated_at': '2022-03-22T13:00:06Z', 'revision_number': 6, 'project_id': 'cb84bb553b0541e7b4d5f47cfce232aa', 'gw_port_host': None}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:00:07.075824 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b11f47-0c30-4505-a08a-e74eca2e316d,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:07.242878 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (f1787580-1b20-4ded-81ad-b01f6f76ff8e), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.358705 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (f1787580-1b20-4ded-81ad-b01f6f76ff8e), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.363206 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks [] for router_controller (f1787580-1b20-4ded-81ad-b01f6f76ff8e), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.375108 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e265135-f2eb-4546-8baa-a5b460126f8e req-c8764cf1-1e34-40cd-85de-97afb977fc5b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:07.382574 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0e265135-f2eb-4546-8baa-a5b460126f8e req-c8764cf1-1e34-40cd-85de-97afb977fc5b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.1952379 Mar 22 13:00:07.471358 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0e265135-f2eb-4546-8baa-a5b460126f8e req-72887370-4d1c-4075-9ed6-ddee46a18454 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880630 Mar 22 13:00:07.536485 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (f1787580-1b20-4ded-81ad-b01f6f76ff8e), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.537066 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1787580-1b20-4ded-81ad-b01f6f76ff8e {{(pid=110231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:00:07.542357 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.544184 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-54e8fb9e-8010-43ac-a807-6d75a8215319 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f1787580-1b20-4ded-81ad-b01f6f76ff8e HTTP/1.1" status: 204 len: 168 time: 1.3929331 Mar 22 13:00:07.547489 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55908) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:07.604976 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_v2 [None req-292cf1a7-63f4-4922-a923-efa2a391f340 admin admin] Deleting subnet d95eef21-c310-45c4-9761-63ce9644db4b {{(pid=110232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:00:07.609318 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-292cf1a7-63f4-4922-a923-efa2a391f340 admin admin] Publish callbacks [] for subnet (d95eef21-c310-45c4-9761-63ce9644db4b), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.659051 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-292cf1a7-63f4-4922-a923-efa2a391f340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210907'] for subnet (d95eef21-c310-45c4-9761-63ce9644db4b), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.777455 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-292cf1a7-63f4-4922-a923-efa2a391f340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (d95eef21-c310-45c4-9761-63ce9644db4b), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.947415 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-292cf1a7-63f4-4922-a923-efa2a391f340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9101359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9330273'] for subnet (d95eef21-c310-45c4-9761-63ce9644db4b), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:07.995491 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cf1a7-63f4-4922-a923-efa2a391f340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95eef21-c310-45c4-9761-63ce9644db4b,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:07.999406 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-292cf1a7-63f4-4922-a923-efa2a391f340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.006122 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-292cf1a7-63f4-4922-a923-efa2a391f340 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d95eef21-c310-45c4-9761-63ce9644db4b HTTP/1.1" status: 204 len: 168 time: 0.4541872 Mar 22 13:00:08.009547 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55914) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:08.017330 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe233fd-d843-4f22-8e39-5d5efb2f8dc1 None None] Network e77cc734-8f84-4908-bac3-1adf9da48e97 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:00:08.177546 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (e77cc734-8f84-4908-bac3-1adf9da48e97), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.193979 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 07b11f47-0c30-4505-a08a-e74eca2e316d no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:08.220038 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 07b11f47-0c30-4505-a08a-e74eca2e316d {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:08.220405 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 07b11f47-0c30-4505-a08a-e74eca2e316d not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:08.221042 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 56236860-1e4d-4313-8d5f-2348163cbff9 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:08.246506 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 56236860-1e4d-4313-8d5f-2348163cbff9 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:08.246748 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 56236860-1e4d-4313-8d5f-2348163cbff9 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:08.267617 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Deleting port b390ba24-c0d7-4a52-a6de-c23d28f83f6d {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:08.267969 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.310823 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82db22b-ccfc-429e-99b1-7b1d920f415d None None] DHCP port deletion for e77cc734-8f84-4908-bac3-1adf9da48e97 request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:00:08.344363 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] For port b390ba24-c0d7-4a52-a6de-c23d28f83f6d, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=b390ba24-c0d7-4a52-a6de-c23d28f83f6d,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:08.344799 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.360896 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Calling delete_port for b390ba24-c0d7-4a52-a6de-c23d28f83f6d owned by network:dhcp {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:08.372831 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-a82db22b-ccfc-429e-99b1-7b1d920f415d None None] Deleting port b390ba24-c0d7-4a52-a6de-c23d28f83f6d {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:08.373217 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-a82db22b-ccfc-429e-99b1-7b1d920f415d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.442211 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-a82db22b-ccfc-429e-99b1-7b1d920f415d None None] For port b390ba24-c0d7-4a52-a6de-c23d28f83f6d, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=b390ba24-c0d7-4a52-a6de-c23d28f83f6d,segment=NetworkSegment(6583fc25-fe1a-44c6-aa92-55e50af3bf9d),segment_id=6583fc25-fe1a-44c6-aa92-55e50af3bf9d)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:08.442615 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-a82db22b-ccfc-429e-99b1-7b1d920f415d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.456697 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-a82db22b-ccfc-429e-99b1-7b1d920f415d None None] Calling delete_port for b390ba24-c0d7-4a52-a6de-c23d28f83f6d owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:08.605568 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc835f7-1c78-465b-b286-b59196b9d6eb req-d93c45b1-2525-4cca-bc6a-5411b70a2a4b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:08.607075 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dc835f7-1c78-465b-b286-b59196b9d6eb req-d93c45b1-2525-4cca-bc6a-5411b70a2a4b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0542395 Mar 22 13:00:08.634941 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.641323 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-a82db22b-ccfc-429e-99b1-7b1d920f415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (b390ba24-c0d7-4a52-a6de-c23d28f83f6d), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.671137 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82db22b-ccfc-429e-99b1-7b1d920f415d None None] No DVR routers for this DVR port b390ba24-c0d7-4a52-a6de-c23d28f83f6d on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:00:08.675247 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82db22b-ccfc-429e-99b1-7b1d920f415d None None] Pushing event deleted for resources: {'Port': ['ID=b390ba24-c0d7-4a52-a6de-c23d28f83f6d,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:08.682985 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b390ba24-c0d7-4a52-a6de-c23d28f83f6d,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:08.684903 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] No DVR routers for this DVR port b390ba24-c0d7-4a52-a6de-c23d28f83f6d on host dv-cinder-824149-5-iscsi {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:00:08.692163 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dc835f7-1c78-465b-b286-b59196b9d6eb req-c49f9985-60b5-4049-a4b8-f8e6791e2755 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795097 Mar 22 13:00:08.778292 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (e77cc734-8f84-4908-bac3-1adf9da48e97), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.813636 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77cc734-8f84-4908-bac3-1adf9da48e97']}} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:08.823653 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6583fc25-fe1a-44c6-aa92-55e50af3bf9d') {'for_net_delete': True} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:08.824058 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6583fc25-fe1a-44c6-aa92-55e50af3bf9d') {} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:08.837116 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8397626'] for segment (6583fc25-fe1a-44c6-aa92-55e50af3bf9d), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.872282 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (6583fc25-fe1a-44c6-aa92-55e50af3bf9d), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.876281 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=110231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:00:08.877258 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8621929'] for segment (6583fc25-fe1a-44c6-aa92-55e50af3bf9d), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: Traceback (most recent call last): Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: timer() Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: cb(*args, **kw) Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: return func(*args, **kwargs) Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: self._notify() Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: self.callback(batched_events) Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: event.method(event) Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: return f(self, *a, **k) Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._get(url).json() Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: return self.request(url, 'GET', **kwargs) Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:00:08.879302 dv-cinder-824149-5-iscsi neutron-server[110231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:00:09.051034 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (e77cc734-8f84-4908-bac3-1adf9da48e97), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:09.400050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:09.403549 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e77cc734-8f84-4908-bac3-1adf9da48e97 HTTP/1.1" status: 204 len: 168 time: 1.3925321 Mar 22 13:00:09.405575 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43171-492a-41ab-90f6-cb09a0d6b8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e77cc734-8f84-4908-bac3-1adf9da48e97,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:09.897822 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55954) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:09.918965 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb238bd7-abdd-4e86-9829-e3757393de8a req-92dc877a-fb8a-40d3-8839-a287ac067639 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:09.918965 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eb238bd7-abdd-4e86-9829-e3757393de8a req-92dc877a-fb8a-40d3-8839-a287ac067639 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.1134927 Mar 22 13:00:09.962018 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-7493a2a2-0e30-400a-9f1c-bae8b150d720 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb84bb553b0541e7b4d5f47cfce232aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0613477 Mar 22 13:00:09.963780 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55956) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:10.000359 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eb238bd7-abdd-4e86-9829-e3757393de8a req-fb7a78ff-7a47-48b4-ab2f-b64c4dfa327a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745125 Mar 22 13:00:10.049224 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1f9d62c6-7de7-44b0-9ff1-ea53fbb31e7b admin admin] Publish callbacks [] for security_group (ca13deb2-1154-4894-8082-6413cb5dc316), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.088150 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1f9d62c6-7de7-44b0-9ff1-ea53fbb31e7b admin admin] Publish callbacks [] for security_group (ca13deb2-1154-4894-8082-6413cb5dc316), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.150459 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55958) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:10.167061 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device b390ba24-c0d7-4a52-a6de-c23d28f83f6d no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:10.191698 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: b390ba24-c0d7-4a52-a6de-c23d28f83f6d {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:10.192308 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device b390ba24-c0d7-4a52-a6de-c23d28f83f6d not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:10.254284 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1f9d62c6-7de7-44b0-9ff1-ea53fbb31e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (ca13deb2-1154-4894-8082-6413cb5dc316), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.258028 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1f9d62c6-7de7-44b0-9ff1-ea53fbb31e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.261711 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-1f9d62c6-7de7-44b0-9ff1-ea53fbb31e7b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca13deb2-1154-4894-8082-6413cb5dc316 HTTP/1.1" status: 204 len: 168 time: 0.2925780 Mar 22 13:00:10.273860 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d62c6-7de7-44b0-9ff1-ea53fbb31e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13deb2-1154-4894-8082-6413cb5dc316,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:10.321032 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-210d301d-4e5a-47d0-a7c6-b964e8b5b2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.414806 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-210d301d-4e5a-47d0-a7c6-b964e8b5b2a4 admin admin] Publish callbacks [] for security_group (f94c729d-cfde-4d7c-989a-49b8d6e6652c), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.485509 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-210d301d-4e5a-47d0-a7c6-b964e8b5b2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (f94c729d-cfde-4d7c-989a-49b8d6e6652c), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.534631 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-210d301d-4e5a-47d0-a7c6-b964e8b5b2a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc48d234494240448932421732214a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799782 Mar 22 13:00:10.534631 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d301d-4e5a-47d0-a7c6-b964e8b5b2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94c729d-cfde-4d7c-989a-49b8d6e6652c,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:10.535652 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55966) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:10.603535 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0307f8b8-4c7a-4dc3-98c8-a9e4374afe0d admin admin] Publish callbacks [] for security_group (f94c729d-cfde-4d7c-989a-49b8d6e6652c), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.627775 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0307f8b8-4c7a-4dc3-98c8-a9e4374afe0d admin admin] Publish callbacks [] for security_group (f94c729d-cfde-4d7c-989a-49b8d6e6652c), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.762063 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0307f8b8-4c7a-4dc3-98c8-a9e4374afe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (f94c729d-cfde-4d7c-989a-49b8d6e6652c), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.764894 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0307f8b8-4c7a-4dc3-98c8-a9e4374afe0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:10.766562 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0307f8b8-4c7a-4dc3-98c8-a9e4374afe0d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f94c729d-cfde-4d7c-989a-49b8d6e6652c HTTP/1.1" status: 204 len: 168 time: 0.2276163 Mar 22 13:00:10.779809 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307f8b8-4c7a-4dc3-98c8-a9e4374afe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94c729d-cfde-4d7c-989a-49b8d6e6652c,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:11.156973 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50afd4-6528-4cbe-92ed-50c686429c45 req-1a070e6b-50aa-4846-a6e7-f03061c170ad tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:11.165765 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bc50afd4-6528-4cbe-92ed-50c686429c45 req-1a070e6b-50aa-4846-a6e7-f03061c170ad tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0808594 Mar 22 13:00:11.243109 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bc50afd4-6528-4cbe-92ed-50c686429c45 req-904d42f7-188f-41e1-b1ba-32d28341918a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757425 Mar 22 13:00:11.546309 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 55990) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:11.563075 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1a4e444a-ca7b-49a9-b333-df7d496022cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:11.657262 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:11.697794 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1a4e444a-ca7b-49a9-b333-df7d496022cf admin admin] Publish callbacks [] for security_group (2950fdf0-c5b8-4a73-9fac-8a55bb4d3e15), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:11.768623 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1a4e444a-ca7b-49a9-b333-df7d496022cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2950fdf0-c5b8-4a73-9fac-8a55bb4d3e15), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:11.812360 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1a4e444a-ca7b-49a9-b333-df7d496022cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3c5049a80cf4c18be9b69d11856bb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647877 Mar 22 13:00:11.813507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e444a-ca7b-49a9-b333-df7d496022cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2950fdf0-c5b8-4a73-9fac-8a55bb4d3e15,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:11.815948 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 55994) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:11.877030 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dde33cda-6e2b-4211-9290-bb6efbfa61c1 admin admin] Publish callbacks [] for security_group (2950fdf0-c5b8-4a73-9fac-8a55bb4d3e15), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:11.903259 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dde33cda-6e2b-4211-9290-bb6efbfa61c1 admin admin] Publish callbacks [] for security_group (2950fdf0-c5b8-4a73-9fac-8a55bb4d3e15), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:12.048250 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dde33cda-6e2b-4211-9290-bb6efbfa61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2950fdf0-c5b8-4a73-9fac-8a55bb4d3e15), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:12.052664 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-dde33cda-6e2b-4211-9290-bb6efbfa61c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:12.053068 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-dde33cda-6e2b-4211-9290-bb6efbfa61c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2950fdf0-c5b8-4a73-9fac-8a55bb4d3e15 HTTP/1.1" status: 204 len: 168 time: 0.2357564 Mar 22 13:00:12.071225 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde33cda-6e2b-4211-9290-bb6efbfa61c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2950fdf0-c5b8-4a73-9fac-8a55bb4d3e15,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:12.369758 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b4e19-1df7-41fd-a92c-8b43c19b7aa1 req-de5b5e59-96d1-4bf2-9e17-2f5a27906fcc tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:12.371328 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6a3b4e19-1df7-41fd-a92c-8b43c19b7aa1 req-de5b5e59-96d1-4bf2-9e17-2f5a27906fcc tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0580173 Mar 22 13:00:12.420503 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6a3b4e19-1df7-41fd-a92c-8b43c19b7aa1 req-d0e2e3c3-d138-4e7f-bda4-51b7e90561cf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Mar 22 13:00:13.554100 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecdcd9-6290-4c24-8e39-58666187f6f5 req-6cd00c09-d51a-41a4-bc5c-2a95b9907f26 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:13.585127 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-71ecdcd9-6290-4c24-8e39-58666187f6f5 req-6cd00c09-d51a-41a4-bc5c-2a95b9907f26 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0565283 Mar 22 13:00:13.610449 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-71ecdcd9-6290-4c24-8e39-58666187f6f5 req-e45a3193-7367-4ce3-8209-7b02a80e21e9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483716 Mar 22 13:00:13.822331 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-699a23cb-9bfe-4f67-83a3-b190f6b8dd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:14.742480 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121743e6-d60d-47cf-a73e-5774e1b16493 req-ff196ab8-2e8c-4a5f-81a2-c77be3d5571e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:14.744361 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-121743e6-d60d-47cf-a73e-5774e1b16493 req-ff196ab8-2e8c-4a5f-81a2-c77be3d5571e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0592823 Mar 22 13:00:14.800502 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-121743e6-d60d-47cf-a73e-5774e1b16493 req-4cb14550-27fe-4b35-9be5-141ea6e2d2c5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503397 Mar 22 13:00:14.911527 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-1343adf0-c529-427b-8898-b0e9a73183c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:14.912922 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-1343adf0-c529-427b-8898-b0e9a73183c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 1129 time: 0.0471778 Mar 22 13:00:15.003881 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-8b7ee574-b042-4ea7-82f8-8e07c5e85b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:15.005399 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-8b7ee574-b042-4ea7-82f8-8e07c5e85b81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 917 time: 0.0871329 Mar 22 13:00:15.075955 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-a73a623a-ec58-415b-a030-e85ca3d76812 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14 HTTP/1.1" status: 200 len: 1000 time: 0.0646806 Mar 22 13:00:15.126082 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-11be05b5-a4bc-4529-89b4-f789672a1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:15.127579 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-11be05b5-a4bc-4529-89b4-f789672a1020 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.0458920 Mar 22 13:00:15.178869 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-6be46266-3bf3-40ab-af08-02fdc9f1792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:15.180272 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-6be46266-3bf3-40ab-af08-02fdc9f1792a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472779 Mar 22 13:00:15.276432 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-4a82a342-22cd-4bbe-ae79-5313bfa9121e service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898414 Mar 22 13:00:15.370253 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a40e320e-f29a-4418-ad9e-3728b4a91da9 req-9c807fec-a8eb-48e2-88b6-e65b935e8241 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876453 Mar 22 13:00:15.820144 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-bc02f73f-1511-48d2-9ed6-b918e87186da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:15.935411 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8aca2-f2c0-4377-997d-60068b747125 req-78e0686a-686b-46a2-b12e-e36f18bdec68 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:15.936937 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a9a8aca2-f2c0-4377-997d-60068b747125 req-78e0686a-686b-46a2-b12e-e36f18bdec68 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0580144 Mar 22 13:00:15.986014 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a9a8aca2-f2c0-4377-997d-60068b747125 req-1ebb4eaa-1dbc-4e9c-a8f1-a7df7363e922 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433385 Mar 22 13:00:16.264890 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-68cb9556-79bb-4e36-9044-1d48b2bb1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:16.266425 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-68cb9556-79bb-4e36-9044-1d48b2bb1c22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 1129 time: 0.0490406 Mar 22 13:00:16.375468 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-3aeef9f1-0121-44e7-ac07-cdd72a1c9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:16.376959 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-3aeef9f1-0121-44e7-ac07-cdd72a1c9279 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 917 time: 0.0916162 Mar 22 13:00:16.444071 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-1a55bc6a-0875-40f1-87a2-195256da15df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14 HTTP/1.1" status: 200 len: 1000 time: 0.0607877 Mar 22 13:00:16.492955 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-091f5419-f43c-491c-b8fa-effdc882da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:16.494367 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-091f5419-f43c-491c-b8fa-effdc882da9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.0439618 Mar 22 13:00:16.536409 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56122) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:16.551824 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-8757d74b-fbab-44fe-85e3-e2cf9f8c57c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:16.553398 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-8757d74b-fbab-44fe-85e3-e2cf9f8c57c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502551 Mar 22 13:00:16.646355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3cfb31b8-9679-460c-b4f8-e5b4e94044a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:16.652199 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-3206d439-e19d-41ef-9b09-3ffec13f5924 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867767 Mar 22 13:00:16.726328 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3cfb31b8-9679-460c-b4f8-e5b4e94044a1 admin admin] Publish callbacks [] for security_group (4147e23a-c52b-4029-b870-051409fafe4f), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:16.745767 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47f819b5-a9ee-4eea-b56e-20dde8c18138 req-e427ad90-0914-42be-8fdb-5e164fc064c3 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916574 Mar 22 13:00:16.837257 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3cfb31b8-9679-460c-b4f8-e5b4e94044a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4147e23a-c52b-4029-b870-051409fafe4f), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:16.881169 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-3cfb31b8-9679-460c-b4f8-e5b4e94044a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=304520ca45184446ab0ea8c4aa6656f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435924 Mar 22 13:00:16.882382 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb31b8-9679-460c-b4f8-e5b4e94044a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4147e23a-c52b-4029-b870-051409fafe4f,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:16.883842 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56126) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:16.937885 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-40003bbc-317c-4cff-8f5e-d093152f720d admin admin] Publish callbacks [] for security_group (4147e23a-c52b-4029-b870-051409fafe4f), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:16.960047 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-40003bbc-317c-4cff-8f5e-d093152f720d admin admin] Publish callbacks [] for security_group (4147e23a-c52b-4029-b870-051409fafe4f), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:17.025552 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:17.118569 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f949641-9801-4750-89ee-e532d031e937 req-cad3339b-a1a5-4d0b-8b8e-26f082569383 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:17.120075 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6f949641-9801-4750-89ee-e532d031e937 req-cad3339b-a1a5-4d0b-8b8e-26f082569383 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0556431 Mar 22 13:00:17.124879 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-40003bbc-317c-4cff-8f5e-d093152f720d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4147e23a-c52b-4029-b870-051409fafe4f), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:17.127507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-40003bbc-317c-4cff-8f5e-d093152f720d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:17.128635 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-40003bbc-317c-4cff-8f5e-d093152f720d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4147e23a-c52b-4029-b870-051409fafe4f HTTP/1.1" status: 204 len: 168 time: 0.2428794 Mar 22 13:00:17.152321 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40003bbc-317c-4cff-8f5e-d093152f720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4147e23a-c52b-4029-b870-051409fafe4f,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:17.195185 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6f949641-9801-4750-89ee-e532d031e937 req-606a5be6-942c-4c04-8564-04ca5458a478 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649960 Mar 22 13:00:17.819628 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56140) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:17.834096 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b67f0a0-0ec1-40f0-b44d-f3a7fb90e1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:17.916854 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b67f0a0-0ec1-40f0-b44d-f3a7fb90e1fc admin admin] Publish callbacks [] for security_group (2969aa57-f5f8-4922-b647-62a44152d800), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:17.970724 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-5b67f0a0-0ec1-40f0-b44d-f3a7fb90e1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2969aa57-f5f8-4922-b647-62a44152d800), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.006611 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:00:18.010802 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67f0a0-0ec1-40f0-b44d-f3a7fb90e1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2969aa57-f5f8-4922-b647-62a44152d800,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:18.016256 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-5b67f0a0-0ec1-40f0-b44d-f3a7fb90e1fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83c8583d72884ff6af73df17f395c62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955736 Mar 22 13:00:18.019309 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56142) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:18.020388 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56144) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:18.069580 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-545e450d-122d-4e34-a06a-6a981c7866fc admin admin] Publish callbacks [] for security_group (2969aa57-f5f8-4922-b647-62a44152d800), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.093895 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-545e450d-122d-4e34-a06a-6a981c7866fc admin admin] Publish callbacks [] for security_group (2969aa57-f5f8-4922-b647-62a44152d800), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.228396 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-545e450d-122d-4e34-a06a-6a981c7866fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2969aa57-f5f8-4922-b647-62a44152d800), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.231728 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-545e450d-122d-4e34-a06a-6a981c7866fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.234394 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-545e450d-122d-4e34-a06a-6a981c7866fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2969aa57-f5f8-4922-b647-62a44152d800 HTTP/1.1" status: 204 len: 168 time: 0.2138641 Mar 22 13:00:18.253938 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e450d-122d-4e34-a06a-6a981c7866fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2969aa57-f5f8-4922-b647-62a44152d800,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:18.375815 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b93924-5500-4c69-a9c7-22d87a4430fb req-f3df92ac-ce64-42d7-809b-14e8b1e7b48a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:18.377739 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47b93924-5500-4c69-a9c7-22d87a4430fb req-f3df92ac-ce64-42d7-809b-14e8b1e7b48a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0676479 Mar 22 13:00:18.429261 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47b93924-5500-4c69-a9c7-22d87a4430fb req-c1c76477-a328-46e8-ba53-964f3f6620e7 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454607 Mar 22 13:00:18.429480 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Deleting port d1fabded-e4e2-4832-b98d-e58aba33a972 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:18.429814 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (d1fabded-e4e2-4832-b98d-e58aba33a972), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.517039 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (d1fabded-e4e2-4832-b98d-e58aba33a972), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.517364 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for floatingip (d1fabded-e4e2-4832-b98d-e58aba33a972), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.531404 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Calling delete_port for d1fabded-e4e2-4832-b98d-e58aba33a972 owned by network:floatingip {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:18.719956 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.799657 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (d1fabded-e4e2-4832-b98d-e58aba33a972), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.829253 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event deleted for resources: {'Port': ['ID=d1fabded-e4e2-4832-b98d-e58aba33a972,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:18.896773 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for floatingip (7daba8bb-da72-4ab0-ac4a-63986177a335), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:18.896773 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Floating IP 7daba8bb-da72-4ab0-ac4a-63986177a335 disassociated (deleted). External IP: 172.27.2.184, port: 1fa87966-3ccc-4a66-b5b1-51146e73416f. Mar 22 13:00:19.126001 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Router 8fcdf284-3004-41e5-8b4e-597880910e9d has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:00:19.241526 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:00:19.246768 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:19.255805 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] Sync routers for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:00:19.274349 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:00:19.274930 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:19.279305 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-8832f792-31b3-4663-9f63-06a94cc5ed08 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "DELETE /v2.0/floatingips/7daba8bb-da72-4ab0-ac4a-63986177a335 HTTP/1.1" status: 204 len: 168 time: 1.2577956 Mar 22 13:00:19.280138 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:00:19.282620 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ade764-7c8b-439c-9863-ffad2e62d049" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:00:19.398992 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:00:19.524071 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6413aa92-e436-4e28-ab36-63a7fcb68e95 x-openstack-request-id: req-6413aa92-e436-4e28-ab36-63a7fcb68e95 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:00:19.524484 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:00:19.524889 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6413aa92-e436-4e28-ab36-63a7fcb68e95 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:00:19.525410 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6413aa92-e436-4e28-ab36-63a7fcb68e95'] response: {'name': 'network-changed', 'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'status': 'completed', 'code': 200} Mar 22 13:00:19.669095 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'f6c83536-fa16-4e06-a526-a2840df9dc91', 'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'mac_address': 'fa:16:3e:63:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:22Z', 'updated_at': '2022-03-22T12:54:27Z', 'revision_number': 5, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'subnets': [{'id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:19.701783 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] Checking router: 8fcdf284-3004-41e5-8b4e-597880910e9d for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:00:19.711401 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:00:19.712020 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:19.765703 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cf163-15d9-479d-9262-60b1c555a973 req-2b39fa7b-6d73-43ff-90b2-d899d9689751 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:19.770532 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-429cf163-15d9-479d-9262-60b1c555a973 req-2b39fa7b-6d73-43ff-90b2-d899d9689751 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0600269 Mar 22 13:00:19.821945 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-429cf163-15d9-479d-9262-60b1c555a973 req-3a604861-0838-48da-a2c2-8846ed4b5c25 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476854 Mar 22 13:00:19.831706 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:00:19.969050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec84933-a0d7-4423-accd-37459c11a677 req-564683ba-e126-4a5d-ae4d-ad6cac9cd42c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:19.970935 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9ec84933-a0d7-4423-accd-37459c11a677 req-564683ba-e126-4a5d-ae4d-ad6cac9cd42c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.0594046 Mar 22 13:00:20.036328 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9ec84933-a0d7-4423-accd-37459c11a677 req-f813875d-63e0-48a9-9a30-520510075b4b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576029 Mar 22 13:00:20.088793 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'f6c83536-fa16-4e06-a526-a2840df9dc91', 'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'mac_address': 'fa:16:3e:63:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:22Z', 'updated_at': '2022-03-22T12:54:27Z', 'revision_number': 5, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'subnets': [{'id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:20.123360 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06141610-ded6-4981-b1fa-86fc825b3da6 None None] The sync data for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi is: [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T12:54:23Z', 'revision_number': 4, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'f6c83536-fa16-4e06-a526-a2840df9dc91', 'name': '', 'network_id': 'f27f08cb-d50b-4ca2-a370-b69ad85bed34', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'mac_address': 'fa:16:3e:63:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:22Z', 'updated_at': '2022-03-22T12:54:27Z', 'revision_number': 5, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'subnets': [{'id': 'e7946065-e410-4ba5-a810-89978bc20bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:00:20.157105 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:20.423376 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390859e0-04b5-4f8a-a71e-c56cdd5e2a0f None None] New status for floating IP 7daba8bb-da72-4ab0-ac4a-63986177a335: DOWN {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:00:20.682440 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56248) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:20.774940 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-b50d518a-8fab-427c-9465-8c1118d8e3cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911801 Mar 22 13:00:20.783528 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-b22da169-eeca-4d58-a7c2-63fe496aed9a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:00:20.788802 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-b22da169-eeca-4d58-a7c2-63fe496aed9a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049829 Mar 22 13:00:20.927092 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56258) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:20.956822 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca8c6a-fcb6-4db0-baf0-14891114bfcc req-28c397a7-c134-437f-a840-0020c7cfcfeb tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:20.956822 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9eca8c6a-fcb6-4db0-baf0-14891114bfcc req-28c397a7-c134-437f-a840-0020c7cfcfeb tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0571592 Mar 22 13:00:20.963015 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f3b1fe50-0521-4ceb-a74a-5c71d018de14 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:21.036820 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9eca8c6a-fcb6-4db0-baf0-14891114bfcc req-3f19ef03-3bea-4a7d-8f17-c22b0d789109 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769560 Mar 22 13:00:21.038081 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c76af-884a-4743-96be-e7db584e6c1b req-9e4a4b19-c3d9-400a-8022-5f348ebb8662 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:21.039756 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-9e4a4b19-c3d9-400a-8022-5f348ebb8662 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports/f3b1fe50-0521-4ceb-a74a-5c71d018de14 HTTP/1.1" status: 200 len: 942 time: 0.1113312 Mar 22 13:00:21.054998 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-ff3a4539-1722-4c11-8597-d2f3207f8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:21.056701 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-ff3a4539-1722-4c11-8597-d2f3207f8fc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 1130 time: 0.0674930 Mar 22 13:00:21.079717 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port f3b1fe50-0521-4ceb-a74a-5c71d018de14 is: ACTIVE; New status is: DOWN {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:00:21.080266 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:21.106157 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:00:21.109386 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e75473a-59e0-4fe0-8574-5cdf4717746f" -d '{"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:00:21.128230 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:21.167225 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 13:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba5186e-0f04-482f-b138-4c36c1a36db6 x-openstack-request-id: req-eba5186e-0f04-482f-b138-4c36c1a36db6 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:00:21.167812 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-unplugged", "status": "failed", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14", "code": 422}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:00:21.167812 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eba5186e-0f04-482f-b138-4c36c1a36db6 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:00:21.168251 dv-cinder-824149-5-iscsi neutron-server[110233]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eba5186e-0f04-482f-b138-4c36c1a36db6']: {'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'code': 422} returned with failed status Mar 22 13:00:21.193782 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:21.256900 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=8']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:21.261112 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd36f3a-d17b-4a09-9c73-0a5396c5dc4e req-cbc59ebf-dfa0-4633-86da-2098edd432d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:21.262766 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cdd36f3a-d17b-4a09-9c73-0a5396c5dc4e req-cbc59ebf-dfa0-4633-86da-2098edd432d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 945 time: 0.1181605 Mar 22 13:00:21.280428 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-3f249eba-6559-46a1-ad7e-de2f60bdfe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:21.282510 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-3f249eba-6559-46a1-ad7e-de2f60bdfe20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f27f08cb-d50b-4ca2-a370-b69ad85bed34 HTTP/1.1" status: 200 len: 909 time: 0.1723945 Mar 22 13:00:21.334405 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-b8f2374f-32a7-4480-9a6a-7674cb98119b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f HTTP/1.1" status: 200 len: 217 time: 0.0447164 Mar 22 13:00:21.387825 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cdd36f3a-d17b-4a09-9c73-0a5396c5dc4e req-6838c15c-aefe-4b92-af84-aba371a819df tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169505 Mar 22 13:00:21.400498 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-67705daa-3899-4928-ae06-706754534b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:21.402033 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-67705daa-3899-4928-ae06-706754534b92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7946065-e410-4ba5-a810-89978bc20bd4 HTTP/1.1" status: 200 len: 847 time: 0.0618687 Mar 22 13:00:21.455166 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-2104d8af-d611-4800-b63d-6f49ac3ffb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:21.456664 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-2104d8af-d611-4800-b63d-6f49ac3ffb06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f27f08cb-d50b-4ca2-a370-b69ad85bed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479782 Mar 22 13:00:21.556496 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-928979da-5d3c-44b9-8df0-420e70cf9220 service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917008 Mar 22 13:00:21.653116 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-22ade764-7c8b-439c-9863-ffad2e62d049 req-8228f9de-9221-4598-96a0-eb36f11e1568 service neutron] 10.222.0.46 "GET /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894976 Mar 22 13:00:22.178433 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b66b9-0a4c-4fe4-84b5-33cdcae99773 req-1ec7e249-44ca-4637-b836-0cb6ebce028f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:22.179935 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5b8b66b9-0a4c-4fe4-84b5-33cdcae99773 req-1ec7e249-44ca-4637-b836-0cb6ebce028f tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0552707 Mar 22 13:00:22.237809 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5b8b66b9-0a4c-4fe4-84b5-33cdcae99773 req-eb3538c2-dce0-44c5-ad05-271765dd0d23 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513706 Mar 22 13:00:22.523326 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a67e81-dfd6-4575-8605-f3781da0e017 req-daa803a5-9fa4-4b81-bd95-b314d925aa35 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:22.525916 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-53a67e81-dfd6-4575-8605-f3781da0e017 req-daa803a5-9fa4-4b81-bd95-b314d925aa35 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0578451 Mar 22 13:00:22.580258 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-53a67e81-dfd6-4575-8605-f3781da0e017 req-13006de5-8041-421c-9869-1f59ed4f386d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463865 Mar 22 13:00:22.908731 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-1c8f6a25-0bf6-4d6a-9065-23d87240d2aa tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:22.910463 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-1c8f6a25-0bf6-4d6a-9065-23d87240d2aa tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0554030 Mar 22 13:00:23.014372 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Deleting port 1fa87966-3ccc-4a66-b5b1-51146e73416f {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:23.014710 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:23.106593 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] For port 1fa87966-3ccc-4a66-b5b1-51146e73416f, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=1fa87966-3ccc-4a66-b5b1-51146e73416f,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:23.107516 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:23.125027 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Calling delete_port for 1fa87966-3ccc-4a66-b5b1-51146e73416f owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:23.373798 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9153d-6ba2-4916-bea4-1bbaae6e8b1f req-7fea62a4-5128-4e16-b771-88799141e189 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:23.375240 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-04e9153d-6ba2-4916-bea4-1bbaae6e8b1f req-7fea62a4-5128-4e16-b771-88799141e189 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 946 time: 0.0545726 Mar 22 13:00:23.390782 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (1fa87966-3ccc-4a66-b5b1-51146e73416f), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:23.439582 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event deleted for resources: {'Port': ['ID=1fa87966-3ccc-4a66-b5b1-51146e73416f,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:23.495259 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] No DVR routers for this DVR port 1fa87966-3ccc-4a66-b5b1-51146e73416f on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:00:23.498405 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:23.501637 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3001c6d8-8cc7-4fa5-8ed0-c356ba4454f9 req-fa198114-5ea3-482c-aa7a-f4bb488c9e90 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.46 "DELETE /v2.0/ports/1fa87966-3ccc-4a66-b5b1-51146e73416f HTTP/1.1" status: 204 len: 173 time: 0.5858459 Mar 22 13:00:23.502094 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'name': 'network-vif-deleted', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:00:23.505008 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a009e4-25aa-4a28-9d51-fef117d18be4" -d '{"events": [{"server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "name": "network-vif-deleted", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:00:23.510324 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-04e9153d-6ba2-4916-bea4-1bbaae6e8b1f req-7180c3d9-d9ca-4ba1-9850-ca9b23a8dfe1 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/security-groups?id=5157c649-2b09-4971-98f9-d32730c356fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293354 Mar 22 13:00:23.549349 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375afd3d-e131-43e5-a667-393bb7d65b5b x-openstack-request-id: req-375afd3d-e131-43e5-a667-393bb7d65b5b {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:00:23.549650 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbc1aec-5c0d-433d-baab-17fbe5ea57e2", "name": "network-vif-deleted", "tag": "1fa87966-3ccc-4a66-b5b1-51146e73416f", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:00:23.549953 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-375afd3d-e131-43e5-a667-393bb7d65b5b {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:00:23.550402 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375afd3d-e131-43e5-a667-393bb7d65b5b'] response: {'server_uuid': '6bbc1aec-5c0d-433d-baab-17fbe5ea57e2', 'name': 'network-vif-deleted', 'tag': '1fa87966-3ccc-4a66-b5b1-51146e73416f', 'status': 'completed', 'code': 200} Mar 22 13:00:23.730891 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f62a3-9c3d-407c-a0b1-9e12b134cc2f req-ceeb4639-ff1a-4ce9-b931-88ac233fac9c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:23.732326 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e3f62a3-9c3d-407c-a0b1-9e12b134cc2f req-ceeb4639-ff1a-4ce9-b931-88ac233fac9c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0596089 Mar 22 13:00:23.789940 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e3f62a3-9c3d-407c-a0b1-9e12b134cc2f req-64c3e561-6125-4844-8827-9546f234615d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516171 Mar 22 13:00:24.137141 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56332) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:24.254295 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-76206128-1f39-4cab-b4b8-9ca659933ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:24.302362 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c76af-884a-4743-96be-e7db584e6c1b req-3a54fb79-b60b-4b88-bff1-1b835828cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:24.303919 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-3a54fb79-b60b-4b88-bff1-1b835828cfdc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6&tenant_id=6e91820e834f49e193a267b3b1fbb2cf HTTP/1.1" status: 200 len: 1127 time: 0.0825009 Mar 22 13:00:24.338899 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-76206128-1f39-4cab-b4b8-9ca659933ad5 admin admin] Publish callbacks [] for security_group (a247a6f6-0ff7-4c02-8e18-d586dcb3b820), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:24.381755 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c76af-884a-4743-96be-e7db584e6c1b req-213f2d57-f225-4825-8c69-4a881af1d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:24.383416 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-213f2d57-f225-4825-8c69-4a881af1d344 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 1127 time: 0.0461266 Mar 22 13:00:24.444953 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-76206128-1f39-4cab-b4b8-9ca659933ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (a247a6f6-0ff7-4c02-8e18-d586dcb3b820), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:24.486186 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-76206128-1f39-4cab-b4b8-9ca659933ad5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73ea83531061443a8a2ccdb27498782d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478608 Mar 22 13:00:24.486384 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c76af-884a-4743-96be-e7db584e6c1b req-58e64bc9-1371-404f-b9a6-c3f87388697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:24.487090 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76206128-1f39-4cab-b4b8-9ca659933ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a247a6f6-0ff7-4c02-8e18-d586dcb3b820,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:24.487634 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-58e64bc9-1371-404f-b9a6-c3f87388697f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 917 time: 0.0983613 Mar 22 13:00:24.488803 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56336) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:24.587047 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-a0a97f19-1b14-40cd-be5b-11d61b739505 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14 HTTP/1.1" status: 200 len: 998 time: 0.0906661 Mar 22 13:00:24.592556 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d5df-109c-4eda-9295-bb998b1fa7fd admin admin] Publish callbacks [] for security_group (a247a6f6-0ff7-4c02-8e18-d586dcb3b820), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:24.667406 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-685f750a-3447-4285-8391-8b54b06bf966 req-05a6dbbd-46c6-450c-b9c0-13e3645ebc24 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bbc1aec-5c0d-433d-baab-17fbe5ea57e2 HTTP/1.1" status: 200 len: 210 time: 0.0634661 Mar 22 13:00:24.678823 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d5df-109c-4eda-9295-bb998b1fa7fd admin admin] Publish callbacks [] for security_group (a247a6f6-0ff7-4c02-8e18-d586dcb3b820), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:24.695849 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c76af-884a-4743-96be-e7db584e6c1b req-7625b275-c05b-487a-8a85-dc0f95562bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:24.697338 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-7625b275-c05b-487a-8a85-dc0f95562bfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.1028199 Mar 22 13:00:24.767189 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c76af-884a-4743-96be-e7db584e6c1b req-30b52740-986c-4404-9174-d42b69984d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:24.771043 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-30b52740-986c-4404-9174-d42b69984d4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532963 Mar 22 13:00:24.857149 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d5df-109c-4eda-9295-bb998b1fa7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (a247a6f6-0ff7-4c02-8e18-d586dcb3b820), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:24.858710 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d5df-109c-4eda-9295-bb998b1fa7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:24.862732 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-d7a0d5df-109c-4eda-9295-bb998b1fa7fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a247a6f6-0ff7-4c02-8e18-d586dcb3b820 HTTP/1.1" status: 204 len: 168 time: 0.3729162 Mar 22 13:00:24.890280 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0d5df-109c-4eda-9295-bb998b1fa7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a247a6f6-0ff7-4c02-8e18-d586dcb3b820,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:24.897193 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-782cc1fb-eb75-4315-80a9-0b707f40399d service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214547 Mar 22 13:00:25.010160 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5c9c7-404c-4304-8d39-856950d7bef6 req-2f6472f5-9180-45d0-8edc-6d71dca50375 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:25.011508 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dbe5c9c7-404c-4304-8d39-856950d7bef6 req-2f6472f5-9180-45d0-8edc-6d71dca50375 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.1327391 Mar 22 13:00:25.039066 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-414c76af-884a-4743-96be-e7db584e6c1b req-71a3f185-3aac-4a70-abee-30027809eee9 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250684 Mar 22 13:00:25.084165 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dbe5c9c7-404c-4304-8d39-856950d7bef6 req-b8a0def8-4ea6-4ac8-92a3-c5f3fbce1f56 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578010 Mar 22 13:00:25.586198 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56376) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:25.600513 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-caca96a7-7ee4-4351-8379-e07961c5ef8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:25.646705 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56378) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:25.688052 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-caca96a7-7ee4-4351-8379-e07961c5ef8a admin admin] Publish callbacks [] for security_group (c2988f1a-3604-40d3-aeaf-420a1638bdab), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:25.723335 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56384) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:25.765640 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-caca96a7-7ee4-4351-8379-e07961c5ef8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (c2988f1a-3604-40d3-aeaf-420a1638bdab), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:25.825403 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-caca96a7-7ee4-4351-8379-e07961c5ef8a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33caea7f1030412a90cdea6a7933b4c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375138 Mar 22 13:00:25.828065 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56390) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:25.831763 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca96a7-7ee4-4351-8379-e07961c5ef8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2988f1a-3604-40d3-aeaf-420a1638bdab,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:25.839669 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-df794efa-ddae-40d2-be3c-5018807749b4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group (5157c649-2b09-4971-98f9-d32730c356fb), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:25.871011 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-df794efa-ddae-40d2-be3c-5018807749b4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group (5157c649-2b09-4971-98f9-d32730c356fb), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:25.922474 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-47b2dd1a-7283-4ebd-b662-f63b4b5da14d admin admin] Publish callbacks [] for security_group (c2988f1a-3604-40d3-aeaf-420a1638bdab), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:25.924538 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-16289dd2-a64d-45d5-bb0d-390a80cbed01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:25.966511 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-47b2dd1a-7283-4ebd-b662-f63b4b5da14d admin admin] Publish callbacks [] for security_group (c2988f1a-3604-40d3-aeaf-420a1638bdab), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.031110 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-df794efa-ddae-40d2-be3c-5018807749b4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (5157c649-2b09-4971-98f9-d32730c356fb), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.033897 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-df794efa-ddae-40d2-be3c-5018807749b4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.035076 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-df794efa-ddae-40d2-be3c-5018807749b4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] 10.222.0.69 "DELETE /v2.0/security-groups/5157c649-2b09-4971-98f9-d32730c356fb HTTP/1.1" status: 204 len: 168 time: 0.3105283 Mar 22 13:00:26.046365 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df794efa-ddae-40d2-be3c-5018807749b4 tempest-TestShelveInstance-754365081 tempest-TestShelveInstance-754365081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5157c649-2b09-4971-98f9-d32730c356fb,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:26.093346 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1fa87966-3ccc-4a66-b5b1-51146e73416f no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:26.117380 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-16289dd2-a64d-45d5-bb0d-390a80cbed01 admin admin] Publish callbacks [] for security_group (02a45f9f-e996-497c-9bcc-3491087513a5), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.118234 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 1fa87966-3ccc-4a66-b5b1-51146e73416f {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:26.118889 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 1fa87966-3ccc-4a66-b5b1-51146e73416f not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:26.177931 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56398) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:26.179805 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-47b2dd1a-7283-4ebd-b662-f63b4b5da14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (c2988f1a-3604-40d3-aeaf-420a1638bdab), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.182793 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-47b2dd1a-7283-4ebd-b662-f63b4b5da14d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.185948 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-47b2dd1a-7283-4ebd-b662-f63b4b5da14d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c2988f1a-3604-40d3-aeaf-420a1638bdab HTTP/1.1" status: 204 len: 168 time: 0.3566957 Mar 22 13:00:26.225286 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2dd1a-7283-4ebd-b662-f63b4b5da14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2988f1a-3604-40d3-aeaf-420a1638bdab,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:26.277501 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-16289dd2-a64d-45d5-bb0d-390a80cbed01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (02a45f9f-e996-497c-9bcc-3491087513a5), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.346433 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-16289dd2-a64d-45d5-bb0d-390a80cbed01 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f983202eb144ae4a74e9e433cf9a087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6983683 Mar 22 13:00:26.351398 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56404) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:26.361126 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16289dd2-a64d-45d5-bb0d-390a80cbed01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a45f9f-e996-497c-9bcc-3491087513a5,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:26.390510 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53206543-12dc-4b69-bb08-ae899aaa8275 req-3719d692-e3fb-467e-b9b8-8002d6d0c426 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:26.397280 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-53206543-12dc-4b69-bb08-ae899aaa8275 req-3719d692-e3fb-467e-b9b8-8002d6d0c426 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.2101634 Mar 22 13:00:26.463667 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-14094b87-a424-43b2-b2e1-babf8f6e7a88 admin admin] Publish callbacks [] for security_group (02a45f9f-e996-497c-9bcc-3491087513a5), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.482353 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-53206543-12dc-4b69-bb08-ae899aaa8275 req-d028a166-f6d4-489c-8109-4d28fc9feac0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799661 Mar 22 13:00:26.505499 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-14094b87-a424-43b2-b2e1-babf8f6e7a88 admin admin] Publish callbacks [] for security_group (02a45f9f-e996-497c-9bcc-3491087513a5), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.637379 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-14094b87-a424-43b2-b2e1-babf8f6e7a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (02a45f9f-e996-497c-9bcc-3491087513a5), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.641006 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-14094b87-a424-43b2-b2e1-babf8f6e7a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:26.642455 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-14094b87-a424-43b2-b2e1-babf8f6e7a88 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02a45f9f-e996-497c-9bcc-3491087513a5 HTTP/1.1" status: 204 len: 168 time: 0.2901158 Mar 22 13:00:26.659426 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14094b87-a424-43b2-b2e1-babf8f6e7a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a45f9f-e996-497c-9bcc-3491087513a5,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:26.867783 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (8fcdf284-3004-41e5-8b4e-597880910e9d), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:27.565363 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Deleting port f6c83536-fa16-4e06-a526-a2840df9dc91 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:27.565750 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:27.645792 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffafdc-31f6-4b67-836d-52b34694bb7a req-89b501b0-65a4-4bb4-81a4-23e4f65ec651 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:27.666489 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-21ffafdc-31f6-4b67-836d-52b34694bb7a req-89b501b0-65a4-4bb4-81a4-23e4f65ec651 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0935447 Mar 22 13:00:27.679456 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] For port f6c83536-fa16-4e06-a526-a2840df9dc91, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=f6c83536-fa16-4e06-a526-a2840df9dc91,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:27.680192 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:27.702393 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Calling delete_port for f6c83536-fa16-4e06-a526-a2840df9dc91 owned by network:router_interface {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:27.718300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56426) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:27.752663 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-264a301e-56c5-4880-a73e-b68e3614e5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:27.787718 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-21ffafdc-31f6-4b67-836d-52b34694bb7a req-19ac0dc5-10db-40c4-ab6b-8adf4a32e674 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153691 Mar 22 13:00:27.872459 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-264a301e-56c5-4880-a73e-b68e3614e5fb admin admin] Publish callbacks [] for security_group (bf02d698-09d5-49f9-93b7-e567189662cd), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:27.963110 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-264a301e-56c5-4880-a73e-b68e3614e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (bf02d698-09d5-49f9-93b7-e567189662cd), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.009158 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-264a301e-56c5-4880-a73e-b68e3614e5fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bdcbdd6bd5a464f8d94d817425253a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874255 Mar 22 13:00:28.009158 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a301e-56c5-4880-a73e-b68e3614e5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf02d698-09d5-49f9-93b7-e567189662cd,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:28.009761 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56430) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:28.082041 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-86678790-d9a1-4ab0-8bf6-830edb560324 admin admin] Publish callbacks [] for security_group (bf02d698-09d5-49f9-93b7-e567189662cd), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.094462 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (f6c83536-fa16-4e06-a526-a2840df9dc91), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.116076 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-86678790-d9a1-4ab0-8bf6-830edb560324 admin admin] Publish callbacks [] for security_group (bf02d698-09d5-49f9-93b7-e567189662cd), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.146130 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c83536-fa16-4e06-a526-a2840df9dc91,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:28.185691 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56434) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:28.357087 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1113023694-network', 'tenant_id': '7374034eeaf1466ea6a66f26dbc5e1cb'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:00:28.377151 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (8fcdf284-3004-41e5-8b4e-597880910e9d), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.428998 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-86678790-d9a1-4ab0-8bf6-830edb560324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (bf02d698-09d5-49f9-93b7-e567189662cd), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.431884 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-86678790-d9a1-4ab0-8bf6-830edb560324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.433314 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-86678790-d9a1-4ab0-8bf6-830edb560324 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf02d698-09d5-49f9-93b7-e567189662cd HTTP/1.1" status: 204 len: 168 time: 0.4223216 Mar 22 13:00:28.476941 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Made reservation on behalf of 7374034eeaf1466ea6a66f26dbc5e1cb for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:00:28.480171 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86678790-d9a1-4ab0-8bf6-830edb560324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf02d698-09d5-49f9-93b7-e567189662cd,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:28.481286 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.502698 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.624263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Publish callbacks [] for security_group (5cd70ce5-8c7e-445a-95d3-5972c93ee0e4), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.692728 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (5cd70ce5-8c7e-445a-95d3-5972c93ee0e4), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.714175 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:00:28.732834 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Router 8fcdf284-3004-41e5-8b4e-597880910e9d has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:00:28.744895 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (793d7060-b3f1-4dde-aecf-c862eceb6d70), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:28.756537 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Added segment 793d7060-b3f1-4dde-aecf-c862eceb6d70 of type vlan for network 3536a106-9aa9-4e73-a863-5014fa447c8f Mar 22 13:00:28.763181 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:28.872380 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (3536a106-9aa9-4e73-a863-5014fa447c8f), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:29.011631 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fdf08-3c48-404a-b41f-249d2372347d req-a544b4b1-a335-4118-baae-c25ecd643081 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:29.014741 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-de2fdf08-3c48-404a-b41f-249d2372347d req-a544b4b1-a335-4118-baae-c25ecd643081 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0808883 Mar 22 13:00:29.015733 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (3536a106-9aa9-4e73-a863-5014fa447c8f), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:29.017331 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:29.018045 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:29.021485 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:00:29.033643 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] Sync routers for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:00:29.035341 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-82b3062c-de60-4738-901f-4b177f338677 admin admin] 10.222.0.69 "PUT /v2.0/routers/8fcdf284-3004-41e5-8b4e-597880910e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8553808 Mar 22 13:00:29.037883 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56450) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:29.075387 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:00:29.075722 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:29.164300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] Pushing event updated for resources: {'Network': ['ID=3536a106-9aa9-4e73-a863-5014fa447c8f,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:29.181903 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 3536a106-9aa9-4e73-a863-5014fa447c8f details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:00:29.224732 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-de2fdf08-3c48-404a-b41f-249d2372347d req-ba1b8476-8765-4271-8891-97a0aa93dd3e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265137 Mar 22 13:00:29.260234 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-1721343b-f793-4e40-92bd-d6501ffad9ba admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0716779 Mar 22 13:00:29.267033 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks [] for router (8fcdf284-3004-41e5-8b4e-597880910e9d), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:29.267487 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56454) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:29.273387 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Request body: {'subnet': {'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1113023694-subnet', 'tenant_id': '7374034eeaf1466ea6a66f26dbc5e1cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:00:29.355488 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:00:29.394202 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Made reservation on behalf of 7374034eeaf1466ea6a66f26dbc5e1cb for: {'subnet': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:00:29.396785 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8544700'] for subnet (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:29.534867 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks [] for router_gateway (8fcdf284-3004-41e5-8b4e-597880910e9d), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:29.682595 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T13:00:27Z', 'revision_number': 5, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port': {'id': '172fba41-6f31-4aba-a8c4-49ce58942936', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:19Z', 'updated_at': '2022-03-22T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:29.724559 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Deleting port 172fba41-6f31-4aba-a8c4-49ce58942936 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:29.725065 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:29.735061 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] Checking router: 8fcdf284-3004-41e5-8b4e-597880910e9d for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:00:29.749130 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] Routers {'8fcdf284-3004-41e5-8b4e-597880910e9d'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:00:29.750312 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['8fcdf284-3004-41e5-8b4e-597880910e9d'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:29.763563 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8620426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8544682'] for subnet (dc5e68d8-084a-4a97-8311-fddbf8fefe0c), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:29.866970 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5e68d8-084a-4a97-8311-fddbf8fefe0c,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:29.900234 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] For port 172fba41-6f31-4aba-a8c4-49ce58942936, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=172fba41-6f31-4aba-a8c4-49ce58942936,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:29.901673 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:29.907764 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Checking segment: {'id': '793d7060-b3f1-4dde-aecf-c862eceb6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:00:29.909328 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Network hostable DHCP agents. Network: 3536a106-9aa9-4e73-a863-5014fa447c8f, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:00:29.948865 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Calling delete_port for 172fba41-6f31-4aba-a8c4-49ce58942936 owned by network:router_gateway {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:29.992593 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] Set router 8fcdf284-3004-41e5-8b4e-597880910e9d gateway port host: None {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:00:30.014811 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Network 3536a106-9aa9-4e73-a863-5014fa447c8f is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:00:30.093242 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T13:00:29Z', 'revision_number': 6, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port_host': None}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:30.096609 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 3536a106-9aa9-4e73-a863-5014fa447c8f) {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:00:30.109554 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e739da8-1417-4935-b77e-f0c22423db96 None None] Network 3536a106-9aa9-4e73-a863-5014fa447c8f requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:00:30.112885 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:30.117568 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:30.137495 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7220e8c-2244-4a97-99c6-741ed42805c8 None None] The sync data for ids ['8fcdf284-3004-41e5-8b4e-597880910e9d'] in dv-cinder-824149-5-iscsi is: [{'id': '8fcdf284-3004-41e5-8b4e-597880910e9d', 'name': 'tempest-TestShelveInstance-835221143-router', 'tenant_id': '864abfbe38eb4b50ae86f9483dc655b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:18Z', 'updated_at': '2022-03-22T13:00:29Z', 'revision_number': 6, 'project_id': '864abfbe38eb4b50ae86f9483dc655b8', 'gw_port_host': None}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:00:30.237167 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-27a8dfd3-3b1f-47bd-ab55-74f82dcfec18 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9682760 Mar 22 13:00:30.284898 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc6456e-f90d-4c6f-b4ec-935cee78821d None None] Network 3536a106-9aa9-4e73-a863-5014fa447c8f requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:00:30.407486 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (172fba41-6f31-4aba-a8c4-49ce58942936), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:30.479065 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d2cd7-786d-4746-8d6e-92cc15b726c5 req-05e97f0f-8701-454c-8d7c-5f5802a07955 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:30.484191 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Pushing event deleted for resources: {'Port': ['ID=172fba41-6f31-4aba-a8c4-49ce58942936,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:30.506183 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f10d2cd7-786d-4746-8d6e-92cc15b726c5 req-05e97f0f-8701-454c-8d7c-5f5802a07955 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.1379037 Mar 22 13:00:30.581182 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f10d2cd7-786d-4746-8d6e-92cc15b726c5 req-471fbeff-a6ab-4831-9757-13d6117b8719 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739603 Mar 22 13:00:30.640951 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (8fcdf284-3004-41e5-8b4e-597880910e9d), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:30.829268 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (8fcdf284-3004-41e5-8b4e-597880910e9d), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:30.831930 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks [] for router_controller (8fcdf284-3004-41e5-8b4e-597880910e9d), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:30.943130 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (8fcdf284-3004-41e5-8b4e-597880910e9d), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:30.943966 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fcdf284-3004-41e5-8b4e-597880910e9d {{(pid=110232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:00:30.955691 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:30.957628 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-edd779c7-1188-425b-9fb7-1136561ecf69 admin admin] 10.222.0.69 "DELETE /v2.0/routers/8fcdf284-3004-41e5-8b4e-597880910e9d HTTP/1.1" status: 204 len: 168 time: 1.9180884 Mar 22 13:00:30.960355 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56484) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:31.061938 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0582ba-9f2d-44fe-bba6-dc5b07f2ca9a admin admin] Deleting subnet e7946065-e410-4ba5-a810-89978bc20bd4 {{(pid=110231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:00:31.066066 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2f0582ba-9f2d-44fe-bba6-dc5b07f2ca9a admin admin] Publish callbacks [] for subnet (e7946065-e410-4ba5-a810-89978bc20bd4), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:31.120124 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2f0582ba-9f2d-44fe-bba6-dc5b07f2ca9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397571'] for subnet (e7946065-e410-4ba5-a810-89978bc20bd4), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:31.240986 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2f0582ba-9f2d-44fe-bba6-dc5b07f2ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (e7946065-e410-4ba5-a810-89978bc20bd4), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:31.427102 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2f0582ba-9f2d-44fe-bba6-dc5b07f2ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8544657'] for subnet (e7946065-e410-4ba5-a810-89978bc20bd4), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:31.454279 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0582ba-9f2d-44fe-bba6-dc5b07f2ca9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7946065-e410-4ba5-a810-89978bc20bd4,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:31.459230 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2f0582ba-9f2d-44fe-bba6-dc5b07f2ca9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:31.463697 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-2f0582ba-9f2d-44fe-bba6-dc5b07f2ca9a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e7946065-e410-4ba5-a810-89978bc20bd4 HTTP/1.1" status: 204 len: 168 time: 0.4996662 Mar 22 13:00:31.466572 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56496) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:31.469887 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ffb514-ae1a-4eca-b15a-31d4db017b03 None None] Network f27f08cb-d50b-4ca2-a370-b69ad85bed34 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:00:31.635295 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (f27f08cb-d50b-4ca2-a370-b69ad85bed34), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:31.714182 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Deleting port 876b96c1-ca23-4c21-9eef-1170d604413c {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:31.714606 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:31.805270 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bb527-d399-4fcb-bb1b-090425fa30bf req-716339b3-9331-40e3-9d0a-55d5cd55646d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:31.806923 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e47bb527-d399-4fcb-bb1b-090425fa30bf req-716339b3-9331-40e3-9d0a-55d5cd55646d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.1249681 Mar 22 13:00:31.820648 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] For port 876b96c1-ca23-4c21-9eef-1170d604413c, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=876b96c1-ca23-4c21-9eef-1170d604413c,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:31.824712 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:31.832864 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d3136-6304-4d7b-ab74-63485d24a75a None None] DHCP port deletion for f27f08cb-d50b-4ca2-a370-b69ad85bed34 request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:00:31.845099 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Calling delete_port for 876b96c1-ca23-4c21-9eef-1170d604413c owned by network:dhcp {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:31.887403 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e47bb527-d399-4fcb-bb1b-090425fa30bf req-f6893029-1818-417a-8aff-19352fe29aad tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733197 Mar 22 13:00:31.899990 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-577d3136-6304-4d7b-ab74-63485d24a75a None None] Deleting port 876b96c1-ca23-4c21-9eef-1170d604413c {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:31.900642 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-577d3136-6304-4d7b-ab74-63485d24a75a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.020001 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-577d3136-6304-4d7b-ab74-63485d24a75a None None] For port 876b96c1-ca23-4c21-9eef-1170d604413c, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=876b96c1-ca23-4c21-9eef-1170d604413c,segment=NetworkSegment(e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc),segment_id=e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:32.020426 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-577d3136-6304-4d7b-ab74-63485d24a75a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.035885 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.047556 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-577d3136-6304-4d7b-ab74-63485d24a75a None None] Calling delete_port for 876b96c1-ca23-4c21-9eef-1170d604413c owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:32.055754 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] No DVR routers for this DVR port 876b96c1-ca23-4c21-9eef-1170d604413c on host dv-cinder-824149-5-iscsi {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:00:32.121375 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Pushing event deleted for resources: {'Port': ['ID=876b96c1-ca23-4c21-9eef-1170d604413c,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:32.144070 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56508) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:32.207590 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-577d3136-6304-4d7b-ab74-63485d24a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (876b96c1-ca23-4c21-9eef-1170d604413c), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.218905 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (f27f08cb-d50b-4ca2-a370-b69ad85bed34), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.226743 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device f6c83536-fa16-4e06-a526-a2840df9dc91 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:32.251873 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27f08cb-d50b-4ca2-a370-b69ad85bed34']}} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:32.271025 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d3136-6304-4d7b-ab74-63485d24a75a None None] No DVR routers for this DVR port 876b96c1-ca23-4c21-9eef-1170d604413c on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:00:32.271510 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc') {'for_net_delete': True} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:32.271852 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc') {} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:32.296417 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210914'] for segment (e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.317903 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: f6c83536-fa16-4e06-a526-a2840df9dc91 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:32.318354 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device f6c83536-fa16-4e06-a526-a2840df9dc91 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:32.318844 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 876b96c1-ca23-4c21-9eef-1170d604413c no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:32.322668 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d3136-6304-4d7b-ab74-63485d24a75a None None] Pushing event deleted for resources: {'Port': ['ID=876b96c1-ca23-4c21-9eef-1170d604413c,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:32.336471 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.343953 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 876b96c1-ca23-4c21-9eef-1170d604413c {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:32.344506 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 876b96c1-ca23-4c21-9eef-1170d604413c not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:32.344768 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 172fba41-6f31-4aba-a8c4-49ce58942936 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:32.354904 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=110232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:00:32.355717 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9102989'] for segment (e641e0cf-cf48-4bcf-b5d4-a92d9d6afcfc), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: Traceback (most recent call last): Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: timer() Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: cb(*args, **kw) Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: return func(*args, **kwargs) Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: self._notify() Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: self.callback(batched_events) Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: event.method(event) Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: return f(self, *a, **k) Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._get(url).json() Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: return self.request(url, 'GET', **kwargs) Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:00:32.359186 dv-cinder-824149-5-iscsi neutron-server[110232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:00:32.369734 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-390288cf-0153-4ac4-8101-aa77b3c73767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.377021 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 172fba41-6f31-4aba-a8c4-49ce58942936 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:32.377021 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 172fba41-6f31-4aba-a8c4-49ce58942936 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:32.564210 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-390288cf-0153-4ac4-8101-aa77b3c73767 admin admin] Publish callbacks [] for security_group (86dc1a4e-bd4d-4068-9244-baf4a4fbe530), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.734810 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (f27f08cb-d50b-4ca2-a370-b69ad85bed34), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.740962 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-390288cf-0153-4ac4-8101-aa77b3c73767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (86dc1a4e-bd4d-4068-9244-baf4a4fbe530), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.745100 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:32.752967 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f27f08cb-d50b-4ca2-a370-b69ad85bed34 HTTP/1.1" status: 204 len: 168 time: 1.2839870 Mar 22 13:00:32.775745 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56516) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:32.781465 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b467f-0d00-41bd-9477-1b8f6e8ba160 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27f08cb-d50b-4ca2-a370-b69ad85bed34,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:32.861752 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-390288cf-0153-4ac4-8101-aa77b3c73767 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d7f631c4cca4bb19f6c3b81502ea837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7143230 Mar 22 13:00:32.862158 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56520) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:32.922779 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390288cf-0153-4ac4-8101-aa77b3c73767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc1a4e-bd4d-4068-9244-baf4a4fbe530,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:32.976747 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19991942-569c-40aa-bcf6-00be43cbd3f5 admin admin] Publish callbacks [] for security_group (86dc1a4e-bd4d-4068-9244-baf4a4fbe530), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:33.023197 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19991942-569c-40aa-bcf6-00be43cbd3f5 admin admin] Publish callbacks [] for security_group (86dc1a4e-bd4d-4068-9244-baf4a4fbe530), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:33.079611 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-68cdf912-1ddc-4493-a375-4dc31ab41059 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:33.081111 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-68cdf912-1ddc-4493-a375-4dc31ab41059 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/networks?id=3536a106-9aa9-4e73-a863-5014fa447c8f HTTP/1.1" status: 200 len: 809 time: 0.1470873 Mar 22 13:00:33.126625 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff86f1-4c1f-47fc-af19-3e7b32109139 req-bca6317a-e27e-4dc3-be5e-428da618c7aa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:33.128148 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b9ff86f1-4c1f-47fc-af19-3e7b32109139 req-bca6317a-e27e-4dc3-be5e-428da618c7aa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0970170 Mar 22 13:00:33.130896 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-30606c11-dd92-4322-9d4d-c1f67e3a30fa tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/quotas/7374034eeaf1466ea6a66f26dbc5e1cb HTTP/1.1" status: 200 len: 375 time: 0.0352452 Mar 22 13:00:33.285466 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19991942-569c-40aa-bcf6-00be43cbd3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (86dc1a4e-bd4d-4068-9244-baf4a4fbe530), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:33.289075 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19991942-569c-40aa-bcf6-00be43cbd3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:33.295743 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-19991942-569c-40aa-bcf6-00be43cbd3f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86dc1a4e-bd4d-4068-9244-baf4a4fbe530 HTTP/1.1" status: 204 len: 168 time: 0.4264457 Mar 22 13:00:33.314662 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19991942-569c-40aa-bcf6-00be43cbd3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc1a4e-bd4d-4068-9244-baf4a4fbe530,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:33.517807 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-91348c73-f6df-4872-a58d-18fe149fd418 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7374034eeaf1466ea6a66f26dbc5e1cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757146 Mar 22 13:00:33.623411 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b9ff86f1-4c1f-47fc-af19-3e7b32109139 req-c2fb94dd-c665-4e9f-92cf-9c1baebb1a96 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800697 Mar 22 13:00:33.812833 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-5ec5a674-3e89-4316-88ee-cb3bf9ffe26f service neutron] 10.222.0.69 "GET /v2.0/networks/3536a106-9aa9-4e73-a863-5014fa447c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817352 Mar 22 13:00:33.955023 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-364aed6b-8cf0-4776-bf4b-9faa8eca8dc6 service neutron] 10.222.0.69 "GET /v2.0/networks/3536a106-9aa9-4e73-a863-5014fa447c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327612 Mar 22 13:00:33.998795 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.094473 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56540) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:34.112303 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fb40-bf07-44e5-bab7-391efcbd432f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.213630 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fb40-bf07-44e5-bab7-391efcbd432f admin admin] Publish callbacks [] for security_group (ca6e986c-b3af-4b59-bc5d-70ac845f21fb), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.288345 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fb40-bf07-44e5-bab7-391efcbd432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (ca6e986c-b3af-4b59-bc5d-70ac845f21fb), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.338746 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-38311606-af93-4668-be44-2b858c708e94 req-198a073d-ea4e-4e9a-bc99-433ce6bfc393 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 210 time: 0.0531728 Mar 22 13:00:34.366779 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-1bb3fb40-bf07-44e5-bab7-391efcbd432f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4756cfff85fb4366bc92566104c0091d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705290 Mar 22 13:00:34.369919 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56548) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:34.382648 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3fb40-bf07-44e5-bab7-391efcbd432f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e986c-b3af-4b59-bc5d-70ac845f21fb,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:34.449127 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Deleting port f41dc0b5-e02c-47d7-b840-2400a6e1ca70 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:34.449573 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.525964 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4309238-9db0-4123-831f-969885647d54 admin admin] Publish callbacks [] for security_group (ca6e986c-b3af-4b59-bc5d-70ac845f21fb), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.563609 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4309238-9db0-4123-831f-969885647d54 admin admin] Publish callbacks [] for security_group (ca6e986c-b3af-4b59-bc5d-70ac845f21fb), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.655808 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] For port f41dc0b5-e02c-47d7-b840-2400a6e1ca70, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=f41dc0b5-e02c-47d7-b840-2400a6e1ca70,segment=NetworkSegment(9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c),segment_id=9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:34.656142 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.673006 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Calling delete_port for f41dc0b5-e02c-47d7-b840-2400a6e1ca70 owned by network:router_interface {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:34.764861 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4309238-9db0-4123-831f-969885647d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (ca6e986c-b3af-4b59-bc5d-70ac845f21fb), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.769391 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a4309238-9db0-4123-831f-969885647d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:34.770751 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a4309238-9db0-4123-831f-969885647d54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca6e986c-b3af-4b59-bc5d-70ac845f21fb HTTP/1.1" status: 204 len: 168 time: 0.3998566 Mar 22 13:00:34.797206 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4309238-9db0-4123-831f-969885647d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e986c-b3af-4b59-bc5d-70ac845f21fb,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:34.879924 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e09e1d-924e-472a-8aea-8a0fa4d4d2f4 req-448a3d97-b151-49b0-8a93-2d8d37dfa610 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:34.881571 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d4e09e1d-924e-472a-8aea-8a0fa4d4d2f4 req-448a3d97-b151-49b0-8a93-2d8d37dfa610 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.1603639 Mar 22 13:00:34.956740 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d4e09e1d-924e-472a-8aea-8a0fa4d4d2f4 req-799c6af0-6ea3-4557-9eaa-fdcb65c73f97 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657308 Mar 22 13:00:35.114205 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (f41dc0b5-e02c-47d7-b840-2400a6e1ca70), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:35.143263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41dc0b5-e02c-47d7-b840-2400a6e1ca70,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:35.333746 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:35.452123 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fcfb56f1-87af-4803-99c6-6d451f473faf req-edce0986-a67a-44fd-9e4f-8bef2b2df535 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 210 time: 0.0305638 Mar 22 13:00:35.608190 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Router f60e5bcc-d5e8-4736-a9f9-849a234ff1de has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:00:35.714984 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:00:35.722488 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-037d1d0e-f931-49e6-bfba-f93fbf3e9487 admin admin] 10.222.0.69 "PUT /v2.0/routers/f60e5bcc-d5e8-4736-a9f9-849a234ff1de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9442449 Mar 22 13:00:35.726136 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56576) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:35.727947 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0cc95-5328-4374-8848-5495265b181a None None] Sync routers for ids ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:00:35.739267 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0cc95-5328-4374-8848-5495265b181a None None] Routers {'f60e5bcc-d5e8-4736-a9f9-849a234ff1de'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:00:35.740068 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-68a0cc95-5328-4374-8848-5495265b181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:35.834924 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks [] for router (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:35.951254 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks [] for router_gateway (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:36.013396 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-68a0cc95-5328-4374-8848-5495265b181a None None] Set router f60e5bcc-d5e8-4736-a9f9-849a234ff1de gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:00:36.066270 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Deleting port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:36.079165 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:36.101785 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974e7f7-f3bd-414a-ac52-b7c8f9f751f8 req-e170c6e7-ef9f-42bd-900b-094a1916f17e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:36.103946 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c974e7f7-f3bd-414a-ac52-b7c8f9f751f8 req-e170c6e7-ef9f-42bd-900b-094a1916f17e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0679598 Mar 22 13:00:36.201281 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c974e7f7-f3bd-414a-ac52-b7c8f9f751f8 req-1a110468-30b9-4f4a-8a3f-87b1cd05fff1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761385 Mar 22 13:00:36.239069 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] For port 8bb51053-72be-4bd3-aa2f-b32eb7275ff7, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=8bb51053-72be-4bd3-aa2f-b32eb7275ff7,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:36.239519 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:36.254154 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Calling delete_port for 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 owned by network:router_gateway {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:36.263674 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-68a0cc95-5328-4374-8848-5495265b181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:28Z', 'updated_at': '2022-03-22T13:00:34Z', 'revision_number': 5, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'gw_port': {'id': '8bb51053-72be-4bd3-aa2f-b32eb7275ff7', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:54:29Z', 'updated_at': '2022-03-22T12:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:36.292405 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0cc95-5328-4374-8848-5495265b181a None None] Checking router: f60e5bcc-d5e8-4736-a9f9-849a234ff1de for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:00:36.302287 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0cc95-5328-4374-8848-5495265b181a None None] Routers {'f60e5bcc-d5e8-4736-a9f9-849a234ff1de'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:00:36.303350 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-68a0cc95-5328-4374-8848-5495265b181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:36.394713 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-68a0cc95-5328-4374-8848-5495265b181a None None] Set router f60e5bcc-d5e8-4736-a9f9-849a234ff1de gateway port host: None {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:00:36.447909 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-68a0cc95-5328-4374-8848-5495265b181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:28Z', 'updated_at': '2022-03-22T13:00:35Z', 'revision_number': 6, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'gw_port_host': None}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:36.474195 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0cc95-5328-4374-8848-5495265b181a None None] The sync data for ids ['f60e5bcc-d5e8-4736-a9f9-849a234ff1de'] in dv-cinder-824149-5-iscsi is: [{'id': 'f60e5bcc-d5e8-4736-a9f9-849a234ff1de', 'name': 'tempest-TestShelveInstance-411343923-router', 'tenant_id': '3364eaa58f1544abaf566c88c7e3a27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:54:28Z', 'updated_at': '2022-03-22T13:00:35Z', 'revision_number': 6, 'project_id': '3364eaa58f1544abaf566c88c7e3a27c', 'gw_port_host': None}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:00:36.551068 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (8bb51053-72be-4bd3-aa2f-b32eb7275ff7), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:36.558972 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-36e2f5ef-a6b1-41b2-b482-68aebe1ac62a req-540a5d37-6810-4b1e-b5d3-8547b263c6f1 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 210 time: 0.0306251 Mar 22 13:00:36.588039 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb51053-72be-4bd3-aa2f-b32eb7275ff7,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:36.651170 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:36.741939 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:36.744325 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks [] for router_controller (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.186387 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (f60e5bcc-d5e8-4736-a9f9-849a234ff1de), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.187216 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f60e5bcc-d5e8-4736-a9f9-849a234ff1de {{(pid=110232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:00:37.193706 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.193926 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-2eb5a2bb-41de-417b-abbd-28efe65f74f8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f60e5bcc-d5e8-4736-a9f9-849a234ff1de HTTP/1.1" status: 204 len: 168 time: 1.4697988 Mar 22 13:00:37.196623 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56602) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:37.225342 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-5617929b-b375-4ea8-be03-9cc36eba1160 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:37.226493 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-5617929b-b375-4ea8-be03-9cc36eba1160 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.46 "GET /v2.0/networks?id=3536a106-9aa9-4e73-a863-5014fa447c8f HTTP/1.1" status: 200 len: 809 time: 0.1067395 Mar 22 13:00:37.261476 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Request body: {'port': {'device_id': '6094f68b-aed3-4363-a2c1-99ab4954857f', 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f', 'admin_state_up': True, 'tenant_id': '7374034eeaf1466ea6a66f26dbc5e1cb'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:00:37.261598 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_v2 [None req-985772d2-c214-41c3-9704-ff3befd11538 admin admin] Deleting subnet 96600d0b-76ba-4a70-8759-843fa1373395 {{(pid=110232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:00:37.263681 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-985772d2-c214-41c3-9704-ff3befd11538 admin admin] Publish callbacks [] for subnet (96600d0b-76ba-4a70-8759-843fa1373395), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.302812 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-985772d2-c214-41c3-9704-ff3befd11538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210907'] for subnet (96600d0b-76ba-4a70-8759-843fa1373395), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.393284 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-985772d2-c214-41c3-9704-ff3befd11538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (96600d0b-76ba-4a70-8759-843fa1373395), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.397915 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478b0df-96d1-4724-beaa-6b9bc404bc7d req-4d0adbc6-359c-436b-8bac-eb013eb40b6f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:37.399433 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f478b0df-96d1-4724-beaa-6b9bc404bc7d req-4d0adbc6-359c-436b-8bac-eb013eb40b6f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0874057 Mar 22 13:00:37.449186 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f478b0df-96d1-4724-beaa-6b9bc404bc7d req-24f5509d-5d57-4898-9feb-8d7342adbcce tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438933 Mar 22 13:00:37.574152 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Made reservation on behalf of 7374034eeaf1466ea6a66f26dbc5e1cb for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:00:37.577574 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.621854 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-985772d2-c214-41c3-9704-ff3befd11538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9101359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9330273'] for subnet (96600d0b-76ba-4a70-8759-843fa1373395), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.674382 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985772d2-c214-41c3-9704-ff3befd11538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96600d0b-76ba-4a70-8759-843fa1373395,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:37.682316 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-985772d2-c214-41c3-9704-ff3befd11538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.686300 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-985772d2-c214-41c3-9704-ff3befd11538 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/96600d0b-76ba-4a70-8759-843fa1373395 HTTP/1.1" status: 204 len: 168 time: 0.4886868 Mar 22 13:00:37.690172 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56614) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:37.691007 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c05b8-04bd-456f-ad57-ae7d4cf1ce8e None None] Network 0ba93369-9ef4-444b-bd63-acc2db333993 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:00:37.727229 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a438fe95-cdfa-4e8b-90e1-c7e2cdef7844 req-6848df63-b5d7-4508-af28-36f2336239f1 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 210 time: 0.0555553 Mar 22 13:00:37.771059 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Allocated IP 172.20.0.13 (3536a106-9aa9-4e73-a863-5014fa447c8f/dc5e68d8-084a-4a97-8311-fddbf8fefe0c/f97056eb-dce8-4e3f-b3a6-9b5a07e4d491) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:00:37.800342 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (0ba93369-9ef4-444b-bd63-acc2db333993), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.880506 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Deleting port 116f82de-2931-4f60-9b22-dcaab389e777 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:37.880506 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (116f82de-2931-4f60-9b22-dcaab389e777), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.901259 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3631a73-cbbd-4af7-9505-32b6a0e3e206 None None] DHCP port deletion for 0ba93369-9ef4-444b-bd63-acc2db333993 request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:00:37.950319 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-c3631a73-cbbd-4af7-9505-32b6a0e3e206 None None] Deleting port 116f82de-2931-4f60-9b22-dcaab389e777 {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:37.951081 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c3631a73-cbbd-4af7-9505-32b6a0e3e206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (116f82de-2931-4f60-9b22-dcaab389e777), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.962155 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] For port 116f82de-2931-4f60-9b22-dcaab389e777, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=116f82de-2931-4f60-9b22-dcaab389e777,segment=NetworkSegment(9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c),segment_id=9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:37.962586 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (116f82de-2931-4f60-9b22-dcaab389e777), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.973507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks [] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:37.976807 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Calling delete_port for 116f82de-2931-4f60-9b22-dcaab389e777 owned by network:dhcp {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:38.023008 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-c3631a73-cbbd-4af7-9505-32b6a0e3e206 None None] For port 116f82de-2931-4f60-9b22-dcaab389e777, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=116f82de-2931-4f60-9b22-dcaab389e777,segment=NetworkSegment(9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c),segment_id=9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:38.023628 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c3631a73-cbbd-4af7-9505-32b6a0e3e206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (116f82de-2931-4f60-9b22-dcaab389e777), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.037961 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-c3631a73-cbbd-4af7-9505-32b6a0e3e206 None None] Calling delete_port for 116f82de-2931-4f60-9b22-dcaab389e777 owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:38.089211 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.135360 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Network 3536a106-9aa9-4e73-a863-5014fa447c8f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:00:38.139143 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:00:38.149582 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:00:38.157050 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:38.179604 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Pushing event updated for resources: {'Port': ['ID=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:38.180691 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:38.181020 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 8bb51053-72be-4bd3-aa2f-b32eb7275ff7 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:38.181443 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device f41dc0b5-e02c-47d7-b840-2400a6e1ca70 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:38.193439 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.193775 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.194114 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.194456 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.194782 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.195115 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.195431 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.195750 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.196071 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.196391 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.196709 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.197027 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.197343 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.197768 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.198036 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:38.202936 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: f41dc0b5-e02c-47d7-b840-2400a6e1ca70 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:38.203527 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device f41dc0b5-e02c-47d7-b840-2400a6e1ca70 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:38.204144 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 116f82de-2931-4f60-9b22-dcaab389e777 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:38.212229 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (116f82de-2931-4f60-9b22-dcaab389e777), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.217451 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:38.218832 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.240428 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Pushing event deleted for resources: {'Port': ['ID=116f82de-2931-4f60-9b22-dcaab389e777,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:38.244732 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] No DVR routers for this DVR port 116f82de-2931-4f60-9b22-dcaab389e777 on host dv-cinder-824149-5-iscsi {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:00:38.247747 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c3631a73-cbbd-4af7-9505-32b6a0e3e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (116f82de-2931-4f60-9b22-dcaab389e777), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.277035 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3631a73-cbbd-4af7-9505-32b6a0e3e206 None None] Pushing event deleted for resources: {'Port': ['ID=116f82de-2931-4f60-9b22-dcaab389e777,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:38.279926 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No active binding found for port 116f82de-2931-4f60-9b22-dcaab389e777 {{(pid=110233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 13:00:38.280306 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] The host dv-cinder-824149-5-iscsi is not matching for port 116f82de-2931-4f60-9b22-dcaab389e777 host None! {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 13:00:38.280695 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 116f82de-2931-4f60-9b22-dcaab389e777 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:38.294551 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3631a73-cbbd-4af7-9505-32b6a0e3e206 None None] No DVR routers for this DVR port 116f82de-2931-4f60-9b22-dcaab389e777 on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:00:38.310686 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-954c2d8a-9e50-424b-9875-66c2f7b92f44 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0676837 Mar 22 13:00:38.326627 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Request body: {'port': {'device_id': '6094f68b-aed3-4363-a2c1-99ab4954857f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:00:38.335615 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (0ba93369-9ef4-444b-bd63-acc2db333993), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.358082 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba93369-9ef4-444b-bd63-acc2db333993']}} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:38.368377 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c') {'for_net_delete': True} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:38.368668 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c') {} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:38.378853 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210914'] for segment (9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.392673 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.394923 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.401903 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=110232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:00:38.402275 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9102989'] for segment (9f33f0fc-5b8f-4b5a-9348-82e9d36b0e6c), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: Traceback (most recent call last): Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: timer() Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: cb(*args, **kw) Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: return func(*args, **kwargs) Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: self._notify() Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: self.callback(batched_events) Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: event.method(event) Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: return f(self, *a, **k) Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._get(url).json() Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: return self.request(url, 'GET', **kwargs) Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:00:38.405347 dv-cinder-824149-5-iscsi neutron-server[110232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:00:38.529565 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (0ba93369-9ef4-444b-bd63-acc2db333993), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.536514 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.542216 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0ba93369-9ef4-444b-bd63-acc2db333993 HTTP/1.1" status: 204 len: 168 time: 0.8480029 Mar 22 13:00:38.551025 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aed93-1a03-47e5-9f3a-773ea6db4554 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba93369-9ef4-444b-bd63-acc2db333993,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:38.649139 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f395b3-7c6d-472d-8b98-59dde7857877 req-c4ad022d-48be-4125-9711-13d968985c84 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:38.650672 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a8f395b3-7c6d-472d-8b98-59dde7857877 req-c4ad022d-48be-4125-9711-13d968985c84 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.1261940 Mar 22 13:00:38.740167 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a8f395b3-7c6d-472d-8b98-59dde7857877 req-5f145f30-5027-4dcf-82b4-5b272bff8fdb tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838454 Mar 22 13:00:38.753615 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:00:38.761784 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Publish callbacks [] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.775471 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Transition to ACTIVE for port object f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:00:38.861847 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74075-48ca-4cbe-b1f6-96207870e6c8 req-c8679d46-ba39-4821-991d-06c349dea336 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:38.863354 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-64a74075-48ca-4cbe-b1f6-96207870e6c8 req-c8679d46-ba39-4821-991d-06c349dea336 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 932 time: 0.0523882 Mar 22 13:00:38.890513 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:38.942737 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-64a74075-48ca-4cbe-b1f6-96207870e6c8 req-a65d11ed-ada4-4385-9860-f77940ebb4f3 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736241 Mar 22 13:00:38.962585 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Pushing event updated for resources: {'Port': ['ID=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:39.025797 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56644) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:39.030595 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Attempting to bind port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:00:39.030930 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Attempting to bind port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '793d7060-b3f1-4dde-aecf-c862eceb6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:00:39.031253 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Attempting to bind port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 on network 3536a106-9aa9-4e73-a863-5014fa447c8f {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:00:39.035468 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 on network 3536a106-9aa9-4e73-a863-5014fa447c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:00:39.035782 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Attempting to bind port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 on network 3536a106-9aa9-4e73-a863-5014fa447c8f {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:00:39.040415 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:00:39.040748 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Checking segment: {'id': '793d7060-b3f1-4dde-aecf-c862eceb6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:00:39.041115 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Bound using segment: {'id': '793d7060-b3f1-4dde-aecf-c862eceb6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:00:39.041523 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Bound port: f97056eb-dce8-4e3f-b3a6-9b5a07e4d491, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793d7060-b3f1-4dde-aecf-c862eceb6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:00:39.041873 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:39.067334 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-652fbd72-7006-47ae-878c-5b28dcad9feb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=864abfbe38eb4b50ae86f9483dc655b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403492 Mar 22 13:00:39.069779 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56646) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:39.104149 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] For port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:00:39.109126 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] For port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:00:39.120685 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Publish callbacks [] for security_group (4658e1e3-7c2c-4c04-9b31-18877839b49f), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:39.141766 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Publish callbacks [] for security_group (4658e1e3-7c2c-4c04-9b31-18877839b49f), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:39.205463 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:39.239368 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (4658e1e3-7c2c-4c04-9b31-18877839b49f), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:39.242055 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:39.243576 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4658e1e3-7c2c-4c04-9b31-18877839b49f HTTP/1.1" status: 204 len: 168 time: 0.1723938 Mar 22 13:00:39.248599 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:39.254246 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:39.254643 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4658e1e3-7c2c-4c04-9b31-18877839b49f,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:39.255826 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] 10.222.0.46 "PUT /v2.0/ports/f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 HTTP/1.1" status: 200 len: 1094 time: 0.9343195 Mar 22 13:00:39.256283 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6094f68b-aed3-4363-a2c1-99ab4954857f', 'tag': 'f97056eb-dce8-4e3f-b3a6-9b5a07e4d491'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:00:39.258552 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276b6237-574a-4c89-8966-65e03f778ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "6094f68b-aed3-4363-a2c1-99ab4954857f", "tag": "f97056eb-dce8-4e3f-b3a6-9b5a07e4d491"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:00:39.262140 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.262527 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.263051 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.263588 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.263923 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.264436 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.264933 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.265441 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.265964 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.266476 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.266968 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.267583 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.268570 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.268570 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.269041 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244db2ed-dac2-4228-8997-bfedc0b1d65a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:39.281899 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477efe49-0fdd-4962-89b4-2df90eabd73f service neutron] Pushing event updated for resources: {'Port': ['ID=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:39.314983 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8147c383-d0c7-4ab7-af00-1ca6285254c7 x-openstack-request-id: req-8147c383-d0c7-4ab7-af00-1ca6285254c7 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:00:39.315870 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6094f68b-aed3-4363-a2c1-99ab4954857f", "tag": "f97056eb-dce8-4e3f-b3a6-9b5a07e4d491", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:00:39.316121 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8147c383-d0c7-4ab7-af00-1ca6285254c7 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:00:39.316538 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8147c383-d0c7-4ab7-af00-1ca6285254c7'] response: {'name': 'network-changed', 'server_uuid': '6094f68b-aed3-4363-a2c1-99ab4954857f', 'tag': 'f97056eb-dce8-4e3f-b3a6-9b5a07e4d491', 'status': 'completed', 'code': 200} Mar 22 13:00:39.404090 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b6237-574a-4c89-8966-65e03f778ff2 req-7b2b65e9-e860-4cfd-ab46-89f750cf9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:39.405616 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-276b6237-574a-4c89-8966-65e03f778ff2 req-7b2b65e9-e860-4cfd-ab46-89f750cf9df3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7374034eeaf1466ea6a66f26dbc5e1cb&device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 1128 time: 0.0490701 Mar 22 13:00:39.513837 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b6237-574a-4c89-8966-65e03f778ff2 req-7eae0072-b9f3-4f0b-a742-9f4230b83736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:39.515388 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-276b6237-574a-4c89-8966-65e03f778ff2 req-7eae0072-b9f3-4f0b-a742-9f4230b83736 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7374034eeaf1466ea6a66f26dbc5e1cb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0966809 Mar 22 13:00:39.611891 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b6237-574a-4c89-8966-65e03f778ff2 req-f6b4329b-8cf6-4478-aa6a-d9709138c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:39.613380 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-276b6237-574a-4c89-8966-65e03f778ff2 req-f6b4329b-8cf6-4478-aa6a-d9709138c63e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905447 Mar 22 13:00:39.721117 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-e7a187a8-fed5-4f74-9770-501795933252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:39.722695 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-e7a187a8-fed5-4f74-9770-501795933252 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7374034eeaf1466ea6a66f26dbc5e1cb&device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 1128 time: 0.0526185 Mar 22 13:00:39.771571 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-34bcc736-2385-4615-b009-7835984ed445 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 HTTP/1.1" status: 200 len: 217 time: 0.0358620 Mar 22 13:00:39.823390 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-0325017f-3024-4e12-8eec-1555f1ca751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:39.825443 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-0325017f-3024-4e12-8eec-1555f1ca751c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc5e68d8-084a-4a97-8311-fddbf8fefe0c HTTP/1.1" status: 200 len: 849 time: 0.0454717 Mar 22 13:00:39.878272 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-eba03659-6c80-417e-895f-f7626307334f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3536a106-9aa9-4e73-a863-5014fa447c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433180 Mar 22 13:00:39.950709 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4ee2-db1a-44d4-bf11-42b31e6207c0 req-30f51faa-1a17-497d-bfea-e56a728adaf9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:39.952184 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-21de4ee2-db1a-44d4-bf11-42b31e6207c0 req-30f51faa-1a17-497d-bfea-e56a728adaf9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.1258829 Mar 22 13:00:40.003639 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-42633e3f-eeac-4031-9737-ac2c497bbff8 service neutron] 10.222.0.46 "GET /v2.0/networks/3536a106-9aa9-4e73-a863-5014fa447c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184909 Mar 22 13:00:40.096785 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-21de4ee2-db1a-44d4-bf11-42b31e6207c0 req-75fbb3dc-c955-4d4e-8ad4-afddbfa0e8e0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311355 Mar 22 13:00:40.156106 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c53a0-f255-4e6b-b877-0db90625b0a9 req-b75e8261-a1f2-436a-843b-9b0c6059f6d2 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:40.157640 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f87c53a0-f255-4e6b-b877-0db90625b0a9 req-b75e8261-a1f2-436a-843b-9b0c6059f6d2 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 944 time: 0.1343267 Mar 22 13:00:40.161510 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81fea85c-76f0-4045-a48d-5eadd7cc0baa req-05205e6a-2270-4075-a1b4-bd2abf60fd06 service neutron] 10.222.0.46 "GET /v2.0/networks/3536a106-9aa9-4e73-a863-5014fa447c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503632 Mar 22 13:00:40.210386 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f87c53a0-f255-4e6b-b877-0db90625b0a9 req-abf5512a-6aca-4a9a-9b82-cc0111bb890e tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Mar 22 13:00:40.996679 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56664) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:41.040028 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-2bb4e9be-6919-40d0-a97b-a94d684190eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3364eaa58f1544abaf566c88c7e3a27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421252 Mar 22 13:00:41.042522 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56666) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:41.093148 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-33c0834f-e1f9-4b1a-ad21-d20d6abb5197 admin admin] Publish callbacks [] for security_group (c8a56881-78c4-4068-b001-469f4a59a2f5), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:41.115725 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-33c0834f-e1f9-4b1a-ad21-d20d6abb5197 admin admin] Publish callbacks [] for security_group (c8a56881-78c4-4068-b001-469f4a59a2f5), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:41.225199 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d413f55-6aec-4001-8412-db0dc637054f req-e7d6af04-9a2b-48b8-837f-f9e0aa5a82d7 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:41.226620 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2d413f55-6aec-4001-8412-db0dc637054f req-e7d6af04-9a2b-48b8-837f-f9e0aa5a82d7 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0547686 Mar 22 13:00:41.248437 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-33c0834f-e1f9-4b1a-ad21-d20d6abb5197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (c8a56881-78c4-4068-b001-469f4a59a2f5), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:41.251467 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-33c0834f-e1f9-4b1a-ad21-d20d6abb5197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:41.256531 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-33c0834f-e1f9-4b1a-ad21-d20d6abb5197 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8a56881-78c4-4068-b001-469f4a59a2f5 HTTP/1.1" status: 204 len: 168 time: 0.2093713 Mar 22 13:00:41.261794 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0834f-e1f9-4b1a-ad21-d20d6abb5197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a56881-78c4-4068-b001-469f4a59a2f5,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:41.318875 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2d413f55-6aec-4001-8412-db0dc637054f req-56c9e8d3-3b7d-4c99-9d12-f71a1e16e338 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856292 Mar 22 13:00:41.384747 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cab0e2-680e-411a-9b5c-b2a90feec9c2 req-79b1c0ac-6cda-4aeb-806c-54fd382bf367 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:41.386315 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4cab0e2-680e-411a-9b5c-b2a90feec9c2 req-79b1c0ac-6cda-4aeb-806c-54fd382bf367 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 944 time: 0.0871313 Mar 22 13:00:41.438009 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a4cab0e2-680e-411a-9b5c-b2a90feec9c2 req-d28a15ee-f004-4479-9136-5ddaf6db1483 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454493 Mar 22 13:00:41.656855 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:42.185528 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:00:42.293461 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:42.309874 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': 'f97056eb-dce8-4e3f-b3a6-9b5a07e4d491', 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f', 'port_id': 'f97056eb-dce8-4e3f-b3a6-9b5a07e4d491', 'mac_address': 'fa:16:3e:3c:d3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5e68d8-084a-4a97-8311-fddbf8fefe0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:00:42.350291 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:00:42.350686 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:42.371423 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:00:42.393093 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:42.454068 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e288ff9-f1f9-4624-8506-fa7969693142 req-9271ce2d-bb9f-44cd-96cd-62549ca3be76 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:42.455597 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4e288ff9-f1f9-4624-8506-fa7969693142 req-9271ce2d-bb9f-44cd-96cd-62549ca3be76 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 943 time: 0.0561175 Mar 22 13:00:42.509574 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4e288ff9-f1f9-4624-8506-fa7969693142 req-8971d568-d4da-43d1-9aae-462097661ef5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479231 Mar 22 13:00:42.513624 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:42.514561 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f3b1fe50-0521-4ceb-a74a-5c71d018de14 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:00:42.569135 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9632bcb-3c24-4d6c-ab9f-6aa93105b878 req-a78f9023-46a7-4fed-b804-5b0f9fd5c751 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:42.570701 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a9632bcb-3c24-4d6c-ab9f-6aa93105b878 req-a78f9023-46a7-4fed-b804-5b0f9fd5c751 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 945 time: 0.0602269 Mar 22 13:00:42.613408 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:42.624695 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a9632bcb-3c24-4d6c-ab9f-6aa93105b878 req-dc755f17-f8cc-4796-8f8a-2e03941a2b51 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Mar 22 13:00:42.670960 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:42.683096 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'port_id': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'mac_address': 'fa:16:3e:4e:e5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:00:42.721914 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port f3b1fe50-0521-4ceb-a74a-5c71d018de14 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:00:42.722352 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:42.735819 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b1fe50-0521-4ceb-a74a-5c71d018de14 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:00:42.755581 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:42.862550 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:42.912581 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=9']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:43.204358 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['f3b1fe50-0521-4ceb-a74a-5c71d018de14'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:00:43.236627 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['f97056eb-dce8-4e3f-b3a6-9b5a07e4d491'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:00:43.702092 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-877641f6-6471-4619-8f04-07e11fef127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:43.789554 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473a5a3-18b3-4000-baf3-2eb17bed3ff0 req-a63438a6-3141-4cb9-8934-40a393882031 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:43.791088 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0473a5a3-18b3-4000-baf3-2eb17bed3ff0 req-a63438a6-3141-4cb9-8934-40a393882031 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 945 time: 0.0854907 Mar 22 13:00:43.838681 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83733e-f70c-4440-a931-cb93153bf266 req-c756c701-cf5f-42f9-87a4-b0a26d1b5f09 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:43.838681 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9d83733e-f70c-4440-a931-cb93153bf266 req-c756c701-cf5f-42f9-87a4-b0a26d1b5f09 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 944 time: 0.0900660 Mar 22 13:00:43.866494 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0473a5a3-18b3-4000-baf3-2eb17bed3ff0 req-39d44d28-0a53-4aa7-b1b9-1d55d8d01d07 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693240 Mar 22 13:00:43.897092 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9d83733e-f70c-4440-a931-cb93153bf266 req-c76cb271-4e48-4811-8326-bfab6f9346a5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526986 Mar 22 13:00:44.180698 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56716) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:44.200569 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f3b1fe50-0521-4ceb-a74a-5c71d018de14 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:00:44.253552 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port f3b1fe50-0521-4ceb-a74a-5c71d018de14 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:00:44.253552 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.293391 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-521f4957-c43e-402c-a34b-f6fbc6168736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.338006 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port f3b1fe50-0521-4ceb-a74a-5c71d018de14 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:00:44.338338 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.366585 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:00:44.370844 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548dd6dd-320e-4279-a66b-4470a79722eb" -d '{"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:00:44.372569 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-521f4957-c43e-402c-a34b-f6fbc6168736 admin admin] Publish callbacks [] for security_group (3c752c81-e757-4426-ba51-2207c27fa012), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.385417 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:44.408979 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30f4b26-e9b1-4a4c-813c-e32a0bd14b42 x-openstack-request-id: req-c30f4b26-e9b1-4a4c-813c-e32a0bd14b42 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:00:44.409288 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:00:44.409550 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c30f4b26-e9b1-4a4c-813c-e32a0bd14b42 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:00:44.409960 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c30f4b26-e9b1-4a4c-813c-e32a0bd14b42'] response: {'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'code': 200} Mar 22 13:00:44.444933 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-521f4957-c43e-402c-a34b-f6fbc6168736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3c752c81-e757-4426-ba51-2207c27fa012), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.476214 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.477024 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:00:44.489683 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f4957-c43e-402c-a34b-f6fbc6168736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c752c81-e757-4426-ba51-2207c27fa012,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:44.498481 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-521f4957-c43e-402c-a34b-f6fbc6168736 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf84d2ed23b54df89e0de4d587f85bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136802 Mar 22 13:00:44.499044 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56722) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:44.549838 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4e71604f-50ec-49e5-84ff-0c854a941b09 admin admin] Publish callbacks [] for security_group (3c752c81-e757-4426-ba51-2207c27fa012), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.553132 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=10']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:44.575127 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4e71604f-50ec-49e5-84ff-0c854a941b09 admin admin] Publish callbacks [] for security_group (3c752c81-e757-4426-ba51-2207c27fa012), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.633448 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:00:44.637525 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:00:44.637906 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.679238 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4e71604f-50ec-49e5-84ff-0c854a941b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3c752c81-e757-4426-ba51-2207c27fa012), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.682009 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4e71604f-50ec-49e5-84ff-0c854a941b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.683181 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-4e71604f-50ec-49e5-84ff-0c854a941b09 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c752c81-e757-4426-ba51-2207c27fa012 HTTP/1.1" status: 204 len: 168 time: 0.1835225 Mar 22 13:00:44.692117 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71604f-50ec-49e5-84ff-0c854a941b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c752c81-e757-4426-ba51-2207c27fa012,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:44.736002 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:00:44.736517 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.773932 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:44.857027 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:44.914274 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:45.310514 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7592b-a5d2-4d2f-bcb6-f53178283661 req-db638c2f-59e1-4e86-bbac-14891502fa38 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:45.312002 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1e7592b-a5d2-4d2f-bcb6-f53178283661 req-db638c2f-59e1-4e86-bbac-14891502fa38 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 946 time: 0.3771849 Mar 22 13:00:45.383533 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060509-4295-4072-a01b-37e5606b84a4 req-aa9392b4-60f3-48eb-a184-61b5daea5797 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:45.384994 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7b060509-4295-4072-a01b-37e5606b84a4 req-aa9392b4-60f3-48eb-a184-61b5daea5797 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 946 time: 0.4122007 Mar 22 13:00:45.406300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35320125-73f9-4237-a6c1-49481a8877fe req-e1d3a588-ae99-4d1c-88dc-8666aa7b7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:45.409955 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-35320125-73f9-4237-a6c1-49481a8877fe req-e1d3a588-ae99-4d1c-88dc-8666aa7b7b22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 1130 time: 0.1126437 Mar 22 13:00:45.413201 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1e7592b-a5d2-4d2f-bcb6-f53178283661 req-a30eb913-3d7d-4292-9487-0c54371e06cf tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827441 Mar 22 13:00:45.466662 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56732) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:45.480299 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7b060509-4295-4072-a01b-37e5606b84a4 req-b5a73627-c9e4-49fc-a316-b81a3da0c59d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851884 Mar 22 13:00:45.480561 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e81f30ff-f0ce-415a-af48-d18a0e75ea46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:45.486955 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-35320125-73f9-4237-a6c1-49481a8877fe req-c537172b-f528-4a7f-92a7-678a3036551e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673344 Mar 22 13:00:45.559983 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e81f30ff-f0ce-415a-af48-d18a0e75ea46 admin admin] Publish callbacks [] for security_group (d13fb54a-4f02-4f2c-b9ce-ede025dd2928), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:45.665538 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e81f30ff-f0ce-415a-af48-d18a0e75ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (d13fb54a-4f02-4f2c-b9ce-ede025dd2928), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:45.706283 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e81f30ff-f0ce-415a-af48-d18a0e75ea46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d4fb12f1add4fd08da2988f2a3767a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382944 Mar 22 13:00:45.707181 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f30ff-f0ce-415a-af48-d18a0e75ea46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13fb54a-4f02-4f2c-b9ce-ede025dd2928,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:45.708920 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56734) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:45.768043 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9a84209c-c237-458a-a7a4-92055911419c admin admin] Publish callbacks [] for security_group (d13fb54a-4f02-4f2c-b9ce-ede025dd2928), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:45.790936 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9a84209c-c237-458a-a7a4-92055911419c admin admin] Publish callbacks [] for security_group (d13fb54a-4f02-4f2c-b9ce-ede025dd2928), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:45.839216 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d519cb7c-25d5-4526-a7ec-bf331cb91236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:45.928059 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9a84209c-c237-458a-a7a4-92055911419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (d13fb54a-4f02-4f2c-b9ce-ede025dd2928), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:45.930611 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-9a84209c-c237-458a-a7a4-92055911419c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:45.931848 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-9a84209c-c237-458a-a7a4-92055911419c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d13fb54a-4f02-4f2c-b9ce-ede025dd2928 HTTP/1.1" status: 204 len: 168 time: 0.2219057 Mar 22 13:00:45.940837 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84209c-c237-458a-a7a4-92055911419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13fb54a-4f02-4f2c-b9ce-ede025dd2928,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:46.411283 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6094f68b-aed3-4363-a2c1-99ab4954857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97056eb-dce8-4e3f-b3a6-9b5a07e4d491'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:00:46.413594 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d299703-0a0c-4d27-a8c3-3cd27562640f" -d '{"events": [{"server_uuid": "6094f68b-aed3-4363-a2c1-99ab4954857f", "name": "network-vif-plugged", "status": "completed", "tag": "f97056eb-dce8-4e3f-b3a6-9b5a07e4d491"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:00:46.450287 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c52a11-2743-44f4-a89d-5f77fa65150b x-openstack-request-id: req-c1c52a11-2743-44f4-a89d-5f77fa65150b {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:00:46.454103 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6094f68b-aed3-4363-a2c1-99ab4954857f", "name": "network-vif-plugged", "status": "completed", "tag": "f97056eb-dce8-4e3f-b3a6-9b5a07e4d491", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:00:46.454103 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1c52a11-2743-44f4-a89d-5f77fa65150b {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:00:46.454103 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c52a11-2743-44f4-a89d-5f77fa65150b'] response: {'server_uuid': '6094f68b-aed3-4363-a2c1-99ab4954857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97056eb-dce8-4e3f-b3a6-9b5a07e4d491', 'code': 200} Mar 22 13:00:46.541185 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e166d-e688-4ef7-a509-1099b61a73a8 req-dcded81f-d1f6-434d-a36e-d40b7554fc75 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:46.542839 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fa3e166d-e688-4ef7-a509-1099b61a73a8 req-dcded81f-d1f6-434d-a36e-d40b7554fc75 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 946 time: 0.0602789 Mar 22 13:00:46.621495 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fa3e166d-e688-4ef7-a509-1099b61a73a8 req-b93f0287-5dd4-4089-af10-34c9a9a495a6 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724719 Mar 22 13:00:46.641073 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3912bf3-cbf9-4ce5-b641-d2b59b3f6afd req-45cec1d2-530a-42d7-93bf-31631868547c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:46.646515 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c3912bf3-cbf9-4ce5-b641-d2b59b3f6afd req-45cec1d2-530a-42d7-93bf-31631868547c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 946 time: 0.0828474 Mar 22 13:00:46.698702 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c3912bf3-cbf9-4ce5-b641-d2b59b3f6afd req-89c8a7d4-5d6c-4b63-b4e3-f39984b51478 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504107 Mar 22 13:00:46.738410 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56752) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:46.753787 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-379290ad-7808-42c6-95b5-4e16dfa02eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:46.873706 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-379290ad-7808-42c6-95b5-4e16dfa02eeb admin admin] Publish callbacks [] for security_group (89636dbf-903b-4778-b9c8-e32729e8f40e), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:46.893719 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc081342-9766-4cf6-99c9-8336fe9bb173 req-0debdceb-3c3c-4cbf-8670-a520eef5747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:46.895310 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bc081342-9766-4cf6-99c9-8336fe9bb173 req-0debdceb-3c3c-4cbf-8670-a520eef5747e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 1130 time: 0.0520830 Mar 22 13:00:46.951320 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bc081342-9766-4cf6-99c9-8336fe9bb173 req-7f2d77c3-1f9c-4426-9cf1-5a5b37b41fee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498719 Mar 22 13:00:46.952446 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-379290ad-7808-42c6-95b5-4e16dfa02eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (89636dbf-903b-4778-b9c8-e32729e8f40e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:46.997575 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379290ad-7808-42c6-95b5-4e16dfa02eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89636dbf-903b-4778-b9c8-e32729e8f40e,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:46.997575 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-379290ad-7808-42c6-95b5-4e16dfa02eeb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1ad986012694bc48ffee39feaa633e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571530 Mar 22 13:00:47.000108 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56760) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:47.055064 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-85f45a6a-0f3c-482d-8c7a-fead28590ed5 admin admin] Publish callbacks [] for security_group (89636dbf-903b-4778-b9c8-e32729e8f40e), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:47.064881 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:47.078305 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-85f45a6a-0f3c-482d-8c7a-fead28590ed5 admin admin] Publish callbacks [] for security_group (89636dbf-903b-4778-b9c8-e32729e8f40e), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:47.233627 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-85f45a6a-0f3c-482d-8c7a-fead28590ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (89636dbf-903b-4778-b9c8-e32729e8f40e), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:47.236324 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-85f45a6a-0f3c-482d-8c7a-fead28590ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:47.239591 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-85f45a6a-0f3c-482d-8c7a-fead28590ed5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89636dbf-903b-4778-b9c8-e32729e8f40e HTTP/1.1" status: 204 len: 168 time: 0.2361343 Mar 22 13:00:47.247892 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f45a6a-0f3c-482d-8c7a-fead28590ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89636dbf-903b-4778-b9c8-e32729e8f40e,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:47.761967 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb78a1-b580-46a4-935a-9990f70cb81a req-6e00a986-1e3e-4131-8251-8679977a999f tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:47.762720 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-80fb78a1-b580-46a4-935a-9990f70cb81a req-6e00a986-1e3e-4131-8251-8679977a999f tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 946 time: 0.0654347 Mar 22 13:00:47.842511 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-80fb78a1-b580-46a4-935a-9990f70cb81a req-0a942367-adbf-49e6-98ba-b8ca82a54fd7 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743973 Mar 22 13:00:47.866844 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c74e4-171b-4215-bab4-b6bbbc11e712 req-9db02c76-4870-4a0e-a797-e91af821b1e2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:47.868560 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ef3c74e4-171b-4215-bab4-b6bbbc11e712 req-9db02c76-4870-4a0e-a797-e91af821b1e2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 946 time: 0.0713024 Mar 22 13:00:47.929800 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ef3c74e4-171b-4215-bab4-b6bbbc11e712 req-6c3f0a4a-433a-40e8-9280-481182769e70 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552993 Mar 22 13:00:48.725477 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:48.963445 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faa4c1-8cb8-4749-ad1f-598d51f794e5 req-f8ccb085-ee72-4752-a414-88c3d965ffc8 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:48.964964 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47faa4c1-8cb8-4749-ad1f-598d51f794e5 req-f8ccb085-ee72-4752-a414-88c3d965ffc8 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 946 time: 0.0529799 Mar 22 13:00:49.018719 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-47faa4c1-8cb8-4749-ad1f-598d51f794e5 req-3e8f6278-dcfa-4fa6-b9a0-8e69415b0fdf tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476875 Mar 22 13:00:49.075554 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff01a-90b5-4092-a28b-201712ca01d5 req-58f78156-15aa-4c4c-a96e-7d5f02431f9e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:49.077057 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fe7ff01a-90b5-4092-a28b-201712ca01d5 req-58f78156-15aa-4c4c-a96e-7d5f02431f9e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 946 time: 0.0632169 Mar 22 13:00:49.131678 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56822) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:49.134482 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fe7ff01a-90b5-4092-a28b-201712ca01d5 req-5a73bfb9-c146-406b-8a53-377a136ed778 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509429 Mar 22 13:00:49.246640 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-183ac93f-0779-4de0-b8b1-a5b83d8f4244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:49.324450 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-183ac93f-0779-4de0-b8b1-a5b83d8f4244 admin admin] Publish callbacks [] for security_group (6ebd8bfe-d39a-41d1-bb21-033c112d5f9c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:49.530969 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-183ac93f-0779-4de0-b8b1-a5b83d8f4244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (6ebd8bfe-d39a-41d1-bb21-033c112d5f9c), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:49.571447 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-183ac93f-0779-4de0-b8b1-a5b83d8f4244 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f7d6c9feaff4c50b7ab68c1e31dc9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386377 Mar 22 13:00:49.572337 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac93f-0779-4de0-b8b1-a5b83d8f4244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd8bfe-d39a-41d1-bb21-033c112d5f9c,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:49.574369 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56828) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:49.624655 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-33cdd0be-cd14-4339-bbef-f7dc15227b19 admin admin] Publish callbacks [] for security_group (6ebd8bfe-d39a-41d1-bb21-033c112d5f9c), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:49.648430 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-33cdd0be-cd14-4339-bbef-f7dc15227b19 admin admin] Publish callbacks [] for security_group (6ebd8bfe-d39a-41d1-bb21-033c112d5f9c), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:49.776513 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-33cdd0be-cd14-4339-bbef-f7dc15227b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (6ebd8bfe-d39a-41d1-bb21-033c112d5f9c), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:49.779835 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-33cdd0be-cd14-4339-bbef-f7dc15227b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:49.781105 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-33cdd0be-cd14-4339-bbef-f7dc15227b19 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ebd8bfe-d39a-41d1-bb21-033c112d5f9c HTTP/1.1" status: 204 len: 168 time: 0.2050402 Mar 22 13:00:49.789186 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdd0be-cd14-4339-bbef-f7dc15227b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd8bfe-d39a-41d1-bb21-033c112d5f9c,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:50.170976 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:50.567459 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dd823-0d85-4fcb-932e-b8d91a363170 req-0b7e8bf3-3cd1-4e2e-a883-2b623380f979 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:50.569062 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-991dd823-0d85-4fcb-932e-b8d91a363170 req-0b7e8bf3-3cd1-4e2e-a883-2b623380f979 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 946 time: 0.0550151 Mar 22 13:00:50.625364 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-991dd823-0d85-4fcb-932e-b8d91a363170 req-01177b0d-ab56-4c2e-9a97-981cb09bf154 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492563 Mar 22 13:00:51.420006 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 56872) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:51.530988 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0c45-3be3-4f68-b87a-07386c549d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:51.622088 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0c45-3be3-4f68-b87a-07386c549d4e admin admin] Publish callbacks [] for security_group (9dd7c127-6f94-4728-9907-a06ae3ac94ab), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:51.727414 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0c45-3be3-4f68-b87a-07386c549d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (9dd7c127-6f94-4728-9907-a06ae3ac94ab), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:51.774684 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b0c45-3be3-4f68-b87a-07386c549d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd7c127-6f94-4728-9907-a06ae3ac94ab,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:51.782938 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-0f8b0c45-3be3-4f68-b87a-07386c549d4e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=733a5e628c6d408f8850575a29d1ff50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594744 Mar 22 13:00:51.783289 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 56878) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:00:51.787795 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb4c0a-8faa-455e-a48e-f25185df40af req-65cfb80a-243e-45df-bf03-9eeca4c13226 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:51.789298 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acb4c0a-8faa-455e-a48e-f25185df40af req-65cfb80a-243e-45df-bf03-9eeca4c13226 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 946 time: 0.0946765 Mar 22 13:00:51.835029 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d78a663-c02b-4cc4-93cf-ab6290556a1d admin admin] Publish callbacks [] for security_group (9dd7c127-6f94-4728-9907-a06ae3ac94ab), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:51.846919 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acb4c0a-8faa-455e-a48e-f25185df40af req-201d6da2-1ef1-4ccc-b69f-e9eaffdd5c80 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463648 Mar 22 13:00:51.867002 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d78a663-c02b-4cc4-93cf-ab6290556a1d admin admin] Publish callbacks [] for security_group (9dd7c127-6f94-4728-9907-a06ae3ac94ab), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:51.994175 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-a2413bf1-73a2-4b0c-bb3d-6179dcf8aad8 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:51.995631 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-a2413bf1-73a2-4b0c-bb3d-6179dcf8aad8 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.46 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 946 time: 0.0548697 Mar 22 13:00:51.999153 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d78a663-c02b-4cc4-93cf-ab6290556a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (9dd7c127-6f94-4728-9907-a06ae3ac94ab), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:52.001742 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-4d78a663-c02b-4cc4-93cf-ab6290556a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:52.002953 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-4d78a663-c02b-4cc4-93cf-ab6290556a1d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9dd7c127-6f94-4728-9907-a06ae3ac94ab HTTP/1.1" status: 204 len: 168 time: 0.2181289 Mar 22 13:00:52.011125 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78a663-c02b-4cc4-93cf-ab6290556a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd7c127-6f94-4728-9907-a06ae3ac94ab,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:52.142837 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Deleting port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:00:52.143172 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:52.233959 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] For port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:52.234346 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:52.250792 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Calling delete_port for f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:00:52.722868 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (f97056eb-dce8-4e3f-b3a6-9b5a07e4d491), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:52.757890 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Pushing event deleted for resources: {'Port': ['ID=f97056eb-dce8-4e3f-b3a6-9b5a07e4d491,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:52.806868 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] No DVR routers for this DVR port f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:00:52.810262 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:52.813641 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8df2446c-6bdc-4d2b-a5cd-bde257ebb8ae req-25cf125e-e55f-45e3-915e-10c4ff53149a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.46 "DELETE /v2.0/ports/f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 HTTP/1.1" status: 204 len: 173 time: 0.8130503 Mar 22 13:00:52.814130 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6094f68b-aed3-4363-a2c1-99ab4954857f', 'name': 'network-vif-deleted', 'tag': 'f97056eb-dce8-4e3f-b3a6-9b5a07e4d491'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:00:52.817215 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a773a1-47ca-40f8-9574-aff517e40278" -d '{"events": [{"server_uuid": "6094f68b-aed3-4363-a2c1-99ab4954857f", "name": "network-vif-deleted", "tag": "f97056eb-dce8-4e3f-b3a6-9b5a07e4d491"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:00:52.856182 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c044975-6545-4a8f-9557-7cb65d6e13c4 x-openstack-request-id: req-8c044975-6545-4a8f-9557-7cb65d6e13c4 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:00:52.856476 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6094f68b-aed3-4363-a2c1-99ab4954857f", "name": "network-vif-deleted", "tag": "f97056eb-dce8-4e3f-b3a6-9b5a07e4d491", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:00:52.856725 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c044975-6545-4a8f-9557-7cb65d6e13c4 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:00:52.857136 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c044975-6545-4a8f-9557-7cb65d6e13c4'] response: {'server_uuid': '6094f68b-aed3-4363-a2c1-99ab4954857f', 'name': 'network-vif-deleted', 'tag': 'f97056eb-dce8-4e3f-b3a6-9b5a07e4d491', 'status': 'completed', 'code': 200} Mar 22 13:00:52.950469 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4858e594-2298-44d7-ad62-a2d7e1d89f04 req-747e2d48-494f-40e0-8614-a118069a46e4 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=6094f68b-aed3-4363-a2c1-99ab4954857f HTTP/1.1" status: 200 len: 210 time: 0.0305653 Mar 22 13:00:54.268150 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-5e6805e3-3a25-4343-add4-6167b8b72b51 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:54.269649 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-5e6805e3-3a25-4343-add4-6167b8b72b51 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/networks?id=3536a106-9aa9-4e73-a863-5014fa447c8f HTTP/1.1" status: 200 len: 809 time: 0.1058261 Mar 22 13:00:54.284638 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:00:54.285600 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-39ea10d9-53d1-4f21-8fb9-5f0b3cfe6e9f tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/quotas/7374034eeaf1466ea6a66f26dbc5e1cb HTTP/1.1" status: 200 len: 375 time: 0.0102844 Mar 22 13:00:54.305798 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:00:54.306273 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f97056eb-dce8-4e3f-b3a6-9b5a07e4d491 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:00:54.325395 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-70d3666f-a2a2-4345-89ef-20c0b4fdb325 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7374034eeaf1466ea6a66f26dbc5e1cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336914 Mar 22 13:00:54.419171 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-2de5e94b-f178-4653-9cca-9743899dbb25 service neutron] 10.222.0.69 "GET /v2.0/networks/3536a106-9aa9-4e73-a863-5014fa447c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867960 Mar 22 13:00:54.521934 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-42a88c77-9d1c-42d0-bb9d-c85f6258c607 service neutron] 10.222.0.69 "GET /v2.0/networks/3536a106-9aa9-4e73-a863-5014fa447c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970297 Mar 22 13:00:54.816050 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c5bc5e77-feb4-4375-a1e5-3118682871a2 req-150cf6ab-36ee-4939-9a8e-9bb628097209 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 210 time: 0.0294116 Mar 22 13:00:55.006424 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:00:55.916826 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-59513abd-27a7-4403-b1d6-224ba169cef7 req-f59d26a9-7a3d-4a29-b4b3-2bcdc38b5c91 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 210 time: 0.0296810 Mar 22 13:00:57.014897 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b1b5ecd8-e4e6-4c8a-aa31-736b77096511 req-dcbc864f-8012-4481-81ed-4e5c6613567d tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 210 time: 0.0282063 Mar 22 13:00:57.126431 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-2baf92c0-0389-49ac-8f5f-5ad876f67955 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:57.127972 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-2baf92c0-0389-49ac-8f5f-5ad876f67955 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.46 "GET /v2.0/networks?id=3536a106-9aa9-4e73-a863-5014fa447c8f HTTP/1.1" status: 200 len: 809 time: 0.1060221 Mar 22 13:00:57.159569 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Request body: {'port': {'device_id': '4a6718b0-20a5-43b6-8f12-eb1f62ea8169', 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f', 'admin_state_up': True, 'tenant_id': '7374034eeaf1466ea6a66f26dbc5e1cb'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:00:57.356513 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Made reservation on behalf of 7374034eeaf1466ea6a66f26dbc5e1cb for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:00:57.359962 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:57.486171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Allocated IP 172.20.0.12 (3536a106-9aa9-4e73-a863-5014fa447c8f/dc5e68d8-084a-4a97-8311-fddbf8fefe0c/5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:00:57.652514 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks [] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:57.751565 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:57.794765 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Network 3536a106-9aa9-4e73-a863-5014fa447c8f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:00:57.798309 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:00:57.804521 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:00:57.812487 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Pushing event updated for resources: {'Port': ['ID=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:57.857034 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:57.857580 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:57.970740 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-94422f7d-5fb6-4e14-be01-f82feb55379c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8155031 Mar 22 13:00:57.988224 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Request body: {'port': {'device_id': '4a6718b0-20a5-43b6-8f12-eb1f62ea8169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:00:58.053951 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:58.216344 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d6d0e-6bbe-4704-90b1-0ad9fafffe89 req-fe51fb4b-1635-439a-b3d7-ea86e67210ec tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:58.217734 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7d6d6d0e-6bbe-4704-90b1-0ad9fafffe89 req-fe51fb4b-1635-439a-b3d7-ea86e67210ec tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 932 time: 0.1310639 Mar 22 13:00:58.320503 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7d6d6d0e-6bbe-4704-90b1-0ad9fafffe89 req-3c05798e-93db-473f-8424-8c11fca5829b tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971208 Mar 22 13:00:58.396948 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:00:58.405025 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Publish callbacks [] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:58.416973 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Transition to ACTIVE for port object 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:00:58.551046 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:58.604288 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Pushing event updated for resources: {'Port': ['ID=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:58.673567 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Attempting to bind port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:00:58.673891 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Attempting to bind port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '793d7060-b3f1-4dde-aecf-c862eceb6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:00:58.674242 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Attempting to bind port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 on network 3536a106-9aa9-4e73-a863-5014fa447c8f {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:00:58.678539 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 on network 3536a106-9aa9-4e73-a863-5014fa447c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:00:58.678854 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Attempting to bind port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 on network 3536a106-9aa9-4e73-a863-5014fa447c8f {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:00:58.683578 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:00:58.683935 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Checking segment: {'id': '793d7060-b3f1-4dde-aecf-c862eceb6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:00:58.684308 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Bound using segment: {'id': '793d7060-b3f1-4dde-aecf-c862eceb6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:00:58.684721 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Bound port: 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793d7060-b3f1-4dde-aecf-c862eceb6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:00:58.685074 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:58.750318 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] For port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:00:58.753353 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] For port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:00:58.831812 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:58.873146 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:58.873353 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:00:58.874663 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-172ab495-e904-4395-b521-0d81583d72ce service neutron] 10.222.0.46 "PUT /v2.0/ports/5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 HTTP/1.1" status: 200 len: 1094 time: 0.8906007 Mar 22 13:00:58.875227 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6718b0-20a5-43b6-8f12-eb1f62ea8169', 'tag': '5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:00:58.877551 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccb3f57-845d-4ab2-a791-2cac7857759e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6718b0-20a5-43b6-8f12-eb1f62ea8169", "tag": "5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:00:58.906100 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ab495-e904-4395-b521-0d81583d72ce service neutron] Pushing event updated for resources: {'Port': ['ID=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:58.921334 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c31c25-405f-4e2b-a582-e35522f96e45 x-openstack-request-id: req-d9c31c25-405f-4e2b-a582-e35522f96e45 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:00:58.921713 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6718b0-20a5-43b6-8f12-eb1f62ea8169", "tag": "5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:00:58.922130 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9c31c25-405f-4e2b-a582-e35522f96e45 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:00:58.922730 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c31c25-405f-4e2b-a582-e35522f96e45'] response: {'name': 'network-changed', 'server_uuid': '4a6718b0-20a5-43b6-8f12-eb1f62ea8169', 'tag': '5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4', 'status': 'completed', 'code': 200} Mar 22 13:00:59.011101 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb3f57-845d-4ab2-a791-2cac7857759e req-6ce08294-a13f-4633-a051-901e99dcfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:59.013216 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ccb3f57-845d-4ab2-a791-2cac7857759e req-6ce08294-a13f-4633-a051-901e99dcfbd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7374034eeaf1466ea6a66f26dbc5e1cb&device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 1128 time: 0.0489640 Mar 22 13:00:59.138506 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb3f57-845d-4ab2-a791-2cac7857759e req-0d89b49c-a01c-4ea9-b7f4-9a4968ca4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:59.139993 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ccb3f57-845d-4ab2-a791-2cac7857759e req-0d89b49c-a01c-4ea9-b7f4-9a4968ca4f06 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7374034eeaf1466ea6a66f26dbc5e1cb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1089070 Mar 22 13:00:59.329220 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb3f57-845d-4ab2-a791-2cac7857759e req-d537d360-b9f4-47c6-8da3-361642a767eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:59.330735 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ccb3f57-845d-4ab2-a791-2cac7857759e req-d537d360-b9f4-47c6-8da3-361642a767eb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942569 Mar 22 13:00:59.469658 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-2d6d3971-297a-4e67-9b34-903d4d8d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:59.471247 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-2d6d3971-297a-4e67-9b34-903d4d8d22be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7374034eeaf1466ea6a66f26dbc5e1cb&device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 1128 time: 0.0789800 Mar 22 13:00:59.486063 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743acef2-a0ae-4bb0-b5d7-398cb4ecfe1c req-1e420324-c31e-49db-b2b6-89437607106b tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:59.487517 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-743acef2-a0ae-4bb0-b5d7-398cb4ecfe1c req-1e420324-c31e-49db-b2b6-89437607106b tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 944 time: 0.0873833 Mar 22 13:00:59.529395 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-83c0b427-ff10-48dd-aabf-61e82a6e0609 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 HTTP/1.1" status: 200 len: 217 time: 0.0408740 Mar 22 13:00:59.599727 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-743acef2-a0ae-4bb0-b5d7-398cb4ecfe1c req-6eb700ce-b40a-4c2d-81cb-e20d595cb426 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049371 Mar 22 13:00:59.617288 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-46253a38-491f-4cfe-a3ef-adaf61c67a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:59.619905 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-46253a38-491f-4cfe-a3ef-adaf61c67a91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc5e68d8-084a-4a97-8311-fddbf8fefe0c HTTP/1.1" status: 200 len: 849 time: 0.0698059 Mar 22 13:00:59.652985 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-ffede3b4-2026-4620-bf03-d09163b295f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3536a106-9aa9-4e73-a863-5014fa447c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258324 Mar 22 13:00:59.747847 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-d8da8b29-5676-4fea-8943-6be841634b19 service neutron] 10.222.0.46 "GET /v2.0/networks/3536a106-9aa9-4e73-a863-5014fa447c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898087 Mar 22 13:00:59.850957 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-934c055f-27f1-46d7-8541-ee83f9e5f74e req-3f60400d-b75f-4a9a-9415-b17143db8f05 service neutron] 10.222.0.46 "GET /v2.0/networks/3536a106-9aa9-4e73-a863-5014fa447c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941312 Mar 22 13:01:00.732683 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9cb6b-75cd-492f-bd46-42ed4dc9a306 req-087ad0dd-7356-4805-804c-b5626b9fe0f2 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:00.734279 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-68f9cb6b-75cd-492f-bd46-42ed4dc9a306 req-087ad0dd-7356-4805-804c-b5626b9fe0f2 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 944 time: 0.0529332 Mar 22 13:01:00.784655 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-68f9cb6b-75cd-492f-bd46-42ed4dc9a306 req-001f5e74-0346-405b-83f0-2ad3784940ec tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Mar 22 13:01:01.904160 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c475-ff46-4056-9af6-a5c58cc037be req-8cba23db-c575-40d7-8ace-e582391ca863 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:01.905526 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8a37c475-ff46-4056-9af6-a5c58cc037be req-8cba23db-c575-40d7-8ace-e582391ca863 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 944 time: 0.0520680 Mar 22 13:01:01.959591 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8a37c475-ff46-4056-9af6-a5c58cc037be req-54821477-06d3-4cd9-8dca-c77f2d551e6b tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480032 Mar 22 13:01:02.309864 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:01:02.409336 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:02.422674 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4', 'network_id': '3536a106-9aa9-4e73-a863-5014fa447c8f', 'port_id': '5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4', 'mac_address': 'fa:16:3e:73:61:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5e68d8-084a-4a97-8311-fddbf8fefe0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:01:02.459684 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:02.460078 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:02.472868 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:01:02.491977 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:02.570590 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:02.617288 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:02.625013 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.625368 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.625715 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.626089 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.626436 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.626770 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.627100 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.627427 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.627758 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.628087 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.628413 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.628740 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.629066 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.629422 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.629749 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:02.937923 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:01:03.090934 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c47f1-e661-482d-9d8a-146375e52e93 req-9ca427bd-759d-4781-9cc9-dcc9f090139e tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:03.092543 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c81c47f1-e661-482d-9d8a-146375e52e93 req-9ca427bd-759d-4781-9cc9-dcc9f090139e tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 945 time: 0.0575655 Mar 22 13:01:03.142820 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c81c47f1-e661-482d-9d8a-146375e52e93 req-ffe1f1b0-9c92-4d4a-9ad5-f9b01bf1eb2c tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Mar 22 13:01:04.261961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29c43c-c592-4d04-8048-22173cc32366 req-8938b741-4610-4b77-89b0-1840917d4a57 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:04.263521 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a29c43c-c592-4d04-8048-22173cc32366 req-8938b741-4610-4b77-89b0-1840917d4a57 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 945 time: 0.0542941 Mar 22 13:01:04.312368 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:04.313957 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a29c43c-c592-4d04-8048-22173cc32366 req-089cad18-a769-4c1d-b25d-021ea554906a tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441360 Mar 22 13:01:04.487929 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:01:04.492185 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:04.492570 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:04.574092 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:04.574406 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:04.596882 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6718b0-20a5-43b6-8f12-eb1f62ea8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:01:04.599123 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21c78d9-0254-4fc8-bec9-77b3a9f13ff2" -d '{"events": [{"server_uuid": "4a6718b0-20a5-43b6-8f12-eb1f62ea8169", "name": "network-vif-plugged", "status": "completed", "tag": "5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:01:04.614448 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:04.636230 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55b226-698b-41bf-b377-00a5748bdef4 x-openstack-request-id: req-8d55b226-698b-41bf-b377-00a5748bdef4 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:01:04.636516 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6718b0-20a5-43b6-8f12-eb1f62ea8169", "name": "network-vif-plugged", "status": "completed", "tag": "5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:01:04.636769 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d55b226-698b-41bf-b377-00a5748bdef4 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:01:04.637173 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d55b226-698b-41bf-b377-00a5748bdef4'] response: {'server_uuid': '4a6718b0-20a5-43b6-8f12-eb1f62ea8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4', 'code': 200} Mar 22 13:01:04.696342 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:04.745322 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:05.029207 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf4b73-f9b1-4146-917a-8b3637b401b2 req-10d6d74b-acec-45ab-abc6-f9a1d0bf4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:05.030668 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9cbf4b73-f9b1-4146-917a-8b3637b401b2 req-10d6d74b-acec-45ab-abc6-f9a1d0bf4d41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 1130 time: 0.0472224 Mar 22 13:01:05.075219 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9cbf4b73-f9b1-4146-917a-8b3637b401b2 req-d5cffceb-3c40-4527-b8a5-c3026e733357 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382657 Mar 22 13:01:05.240913 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57064) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:05.343842 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5943-a86f-4190-beaf-d56206f9a36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:05.418233 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5943-a86f-4190-beaf-d56206f9a36d admin admin] Publish callbacks [] for security_group (c421a5c5-4da7-4704-af88-d6ae9aa54569), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:05.438040 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357dd53-17be-4d99-9853-3fb30b4751c2 req-f5971ba5-3551-4f96-ab6e-ee42fcc795dc tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:05.439610 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f357dd53-17be-4d99-9853-3fb30b4751c2 req-f5971ba5-3551-4f96-ab6e-ee42fcc795dc tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 946 time: 0.0535686 Mar 22 13:01:05.488286 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f357dd53-17be-4d99-9853-3fb30b4751c2 req-a40668be-4de5-4349-9a9d-e2f59c870506 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Mar 22 13:01:05.496061 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5943-a86f-4190-beaf-d56206f9a36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (c421a5c5-4da7-4704-af88-d6ae9aa54569), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:05.536566 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-d9ff5943-a86f-4190-beaf-d56206f9a36d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d9a76e94c524ac3a31bdc5e3b89b45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945354 Mar 22 13:01:05.537530 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff5943-a86f-4190-beaf-d56206f9a36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c421a5c5-4da7-4704-af88-d6ae9aa54569,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:05.539370 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57070) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:05.588239 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c7328221-862a-4050-b941-3616be8ac0e5 admin admin] Publish callbacks [] for security_group (c421a5c5-4da7-4704-af88-d6ae9aa54569), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:05.612175 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c7328221-862a-4050-b941-3616be8ac0e5 admin admin] Publish callbacks [] for security_group (c421a5c5-4da7-4704-af88-d6ae9aa54569), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:05.736330 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c7328221-862a-4050-b941-3616be8ac0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (c421a5c5-4da7-4704-af88-d6ae9aa54569), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:05.738936 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c7328221-862a-4050-b941-3616be8ac0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:05.740086 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-c7328221-862a-4050-b941-3616be8ac0e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c421a5c5-4da7-4704-af88-d6ae9aa54569 HTTP/1.1" status: 204 len: 168 time: 0.1997471 Mar 22 13:01:05.749114 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7328221-862a-4050-b941-3616be8ac0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c421a5c5-4da7-4704-af88-d6ae9aa54569,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:06.612830 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37e316-f24d-4211-8e68-c0e5751b8d94 req-24cfc658-0302-4e72-bd31-3580e5726f42 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:06.614331 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-db37e316-f24d-4211-8e68-c0e5751b8d94 req-24cfc658-0302-4e72-bd31-3580e5726f42 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 946 time: 0.0533698 Mar 22 13:01:06.662184 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-db37e316-f24d-4211-8e68-c0e5751b8d94 req-9ec9735c-0d3f-44bb-95d7-3161c4532cf7 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 Mar 22 13:01:06.970398 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57096) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:07.064322 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-895563801-network', 'tenant_id': 'c3532c79224840618d67599c1d469137'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:07.147777 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Made reservation on behalf of c3532c79224840618d67599c1d469137 for: {'network': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:07.152384 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:07.159937 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:07.240893 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Publish callbacks [] for security_group (dee8ef32-c3ad-4491-bcc4-062140de29e0), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:07.319356 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (dee8ef32-c3ad-4491-bcc4-062140de29e0), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:07.344739 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=110231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:07.355164 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee8ef32-c3ad-4491-bcc4-062140de29e0,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:07.360945 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (0a111a9a-27b0-45bd-b0a3-a8684f980683), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:07.361240 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.segments_db [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Added segment 0a111a9a-27b0-45bd-b0a3-a8684f980683 of type vlan for network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 Mar 22 13:01:07.405021 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (21e054c7-ae8b-401f-8ad7-be6e67a12d89), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:07.499554 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (21e054c7-ae8b-401f-8ad7-be6e67a12d89), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:07.500518 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:07.501143 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:07.561733 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] Pushing event updated for resources: {'Network': ['ID=21e054c7-ae8b-401f-8ad7-be6e67a12d89,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:07.572484 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:01:07.636249 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-b67c5a9a-5ee6-4e22-b1d3-9a7b7e1f1f9e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6647599 Mar 22 13:01:07.639677 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57110) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:07.649454 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Request body: {'subnet': {'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-895563801-subnet', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'ip_version': 4}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:07.799030 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Made reservation on behalf of c3532c79224840618d67599c1d469137 for: {'subnet': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:07.801425 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8544700'] for subnet (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.077962 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8620426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8544682'] for subnet (cc18aaad-758e-4a22-b555-3c0eaf95456b), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.166414 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc18aaad-758e-4a22-b555-3c0eaf95456b,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:08.170108 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Checking segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:08.170457 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Network hostable DHCP agents. Network: 21e054c7-ae8b-401f-8ad7-be6e67a12d89, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:08.205775 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee4d79-ae71-48e4-b844-e4b40c2e3bea req-299b3548-15cd-490a-bb14-ae93e02da164 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:08.207273 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8ee4d79-ae71-48e4-b844-e4b40c2e3bea req-299b3548-15cd-490a-bb14-ae93e02da164 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 946 time: 0.0763204 Mar 22 13:01:08.254501 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8ee4d79-ae71-48e4-b844-e4b40c2e3bea req-5ced9ccb-433b-4ef9-ba95-e20d1d2ac891 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Mar 22 13:01:08.255552 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:08.345171 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 21e054c7-ae8b-401f-8ad7-be6e67a12d89) {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:08.349352 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:08.350107 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.354517 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff56029-f3cd-4a4f-9767-a2d1ca05d3cb None None] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:01:08.456298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:01:08.457155 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.493282 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-2ec583db-ef7e-4fbd-8aab-4ae21cbec390 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8525515 Mar 22 13:01:08.496299 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57114) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:08.501412 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:08.589835 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Allocated IP 172.20.0.2 (21e054c7-ae8b-401f-8ad7-be6e67a12d89/cc18aaad-758e-4a22-b555-3c0eaf95456b/8f4d054a-75db-4450-be89-1504fcfe34e2) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:08.625015 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (401f6684-581c-45c6-8342-c0dbedae22a8), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.626132 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (401f6684-581c-45c6-8342-c0dbedae22a8), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.679885 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks [] for router_controller (401f6684-581c-45c6-8342-c0dbedae22a8), precommit_add_association {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.727891 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Publish callbacks [] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.856475 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.897208 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:08.898690 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks [] for router_gateway (401f6684-581c-45c6-8342-c0dbedae22a8), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.899980 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:08.905981 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:01:08.912741 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Pushing event updated for resources: {'Port': ['ID=8f4d054a-75db-4450-be89-1504fcfe34e2,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:08.961248 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Attempting to bind port 8f4d054a-75db-4450-be89-1504fcfe34e2 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:01:08.961613 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Attempting to bind port 8f4d054a-75db-4450-be89-1504fcfe34e2 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:01:08.961968 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Attempting to bind port 8f4d054a-75db-4450-be89-1504fcfe34e2 on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:08.967406 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:01:08.967780 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Checking segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:08.968176 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:08.968556 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Bound using segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:01:08.969008 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Bound port: 8f4d054a-75db-4450-be89-1504fcfe34e2, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:01:08.969405 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:09.030912 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] For port 8f4d054a-75db-4450-be89-1504fcfe34e2, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:09.034116 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] For port 8f4d054a-75db-4450-be89-1504fcfe34e2, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=8f4d054a-75db-4450-be89-1504fcfe34e2,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:09.125671 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:09.172241 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks [] for router_gateway (401f6684-581c-45c6-8342-c0dbedae22a8), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:09.186867 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f20050-3886-498b-b6a9-d3b096962337 None None] Pushing event updated for resources: {'Port': ['ID=8f4d054a-75db-4450-be89-1504fcfe34e2,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:09.193353 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:09.298991 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Allocated IP 172.27.2.230 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/390e0717-1577-43ec-82df-f8b0caec789e) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:09.463153 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbd1a1-6d03-4efb-a173-8f0a89088911 req-f74907ac-947b-4bb5-afe8-e13eaa916639 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:09.465844 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81cbd1a1-6d03-4efb-a173-8f0a89088911 req-f74907ac-947b-4bb5-afe8-e13eaa916639 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 946 time: 0.0946739 Mar 22 13:01:09.468287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks [] for port (390e0717-1577-43ec-82df-f8b0caec789e), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:09.533252 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81cbd1a1-6d03-4efb-a173-8f0a89088911 req-082d922d-7d63-4a9f-8d34-3fd39f7be4a8 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602703 Mar 22 13:01:09.604953 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (390e0717-1577-43ec-82df-f8b0caec789e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:09.647928 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:09.650880 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:09.653327 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:01:09.679714 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Pushing event updated for resources: {'Port': ['ID=390e0717-1577-43ec-82df-f8b0caec789e,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:09.849061 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-1c9c4487-ae93-4eeb-9096-0e412826cee8 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:09.852361 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-1c9c4487-ae93-4eeb-9096-0e412826cee8 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 946 time: 0.1182818 Mar 22 13:01:10.063853 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b11592-b591-46ba-b46a-ecd7c922802a None None] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:01:10.188198 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-23b87dbf-fa26-4227-be06-a91dd715d750 None None] Provisioning complete for port 8f4d054a-75db-4450-be89-1504fcfe34e2 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:10.188579 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-23b87dbf-fa26-4227-be06-a91dd715d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.298235 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Deleting port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:01:10.298583 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.346072 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 8f4d054a-75db-4450-be89-1504fcfe34e2 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:10.408319 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks [] for router_gateway (401f6684-581c-45c6-8342-c0dbedae22a8), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.437455 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 8f4d054a-75db-4450-be89-1504fcfe34e2 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:10.437835 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.482082 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-23b87dbf-fa26-4227-be06-a91dd715d750 None None] Current status of the port 8f4d054a-75db-4450-be89-1504fcfe34e2 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:10.483310 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-23b87dbf-fa26-4227-be06-a91dd715d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.486024 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] For port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,segment=NetworkSegment(793d7060-b3f1-4dde-aecf-c862eceb6d70),segment_id=793d7060-b3f1-4dde-aecf-c862eceb6d70)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:10.486514 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.506987 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Calling delete_port for 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:01:10.542501 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-23b87dbf-fa26-4227-be06-a91dd715d750 None None] For port 8f4d054a-75db-4450-be89-1504fcfe34e2, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=8f4d054a-75db-4450-be89-1504fcfe34e2,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:10.561076 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 8f4d054a-75db-4450-be89-1504fcfe34e2 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:10.561639 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.639459 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-23b87dbf-fa26-4227-be06-a91dd715d750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.715127 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.db.api [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:01:10.715468 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG oslo_db.api [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:01:10.720236 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b87dbf-fa26-4227-be06-a91dd715d750 None None] Pushing event updated for resources: {'Port': ['ID=8f4d054a-75db-4450-be89-1504fcfe34e2,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:10.758664 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-a33720cf-826d-4469-8d6f-2265bcaf6d50 None None] Provisioning complete for port 8f4d054a-75db-4450-be89-1504fcfe34e2 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:10.759053 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-a33720cf-826d-4469-8d6f-2265bcaf6d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.767162 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (401f6684-581c-45c6-8342-c0dbedae22a8), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.778662 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854717-be12-495e-a1c9-9d1e18ad3238 req-992eef49-0271-4fe3-a9d7-f373513e4836 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:10.780831 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8c854717-be12-495e-a1c9-9d1e18ad3238 req-992eef49-0271-4fe3-a9d7-f373513e4836 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 946 time: 0.1610804 Mar 22 13:01:10.839080 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-a33720cf-826d-4469-8d6f-2265bcaf6d50 None None] Current status of the port 8f4d054a-75db-4450-be89-1504fcfe34e2 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:10.907706 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8c854717-be12-495e-a1c9-9d1e18ad3238 req-7a3ee802-4eaf-4176-8e32-2061a237fbd4 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209414 Mar 22 13:01:10.937961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:10.971085 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Pushing event deleted for resources: {'Port': ['ID=5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:11.019405 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] No DVR routers for this DVR port 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:01:11.021956 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:11.025303 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-097ea23a-4fb8-49c2-986a-7451d35428bc req-32c74683-d9d0-451d-866f-1cc98f470137 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.46 "DELETE /v2.0/ports/5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 HTTP/1.1" status: 204 len: 173 time: 1.1696193 Mar 22 13:01:11.025742 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6718b0-20a5-43b6-8f12-eb1f62ea8169', 'name': 'network-vif-deleted', 'tag': '5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:01:11.028044 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769b3e14-cce9-4e19-9c3c-9b984b752cec" -d '{"events": [{"server_uuid": "4a6718b0-20a5-43b6-8f12-eb1f62ea8169", "name": "network-vif-deleted", "tag": "5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:01:11.061846 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ece4af-98f5-4447-a265-ebd7540bfe7f x-openstack-request-id: req-f4ece4af-98f5-4447-a265-ebd7540bfe7f {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:01:11.062210 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6718b0-20a5-43b6-8f12-eb1f62ea8169", "name": "network-vif-deleted", "tag": "5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:01:11.062466 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4ece4af-98f5-4447-a265-ebd7540bfe7f {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:01:11.062879 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ece4af-98f5-4447-a265-ebd7540bfe7f'] response: {'server_uuid': '4a6718b0-20a5-43b6-8f12-eb1f62ea8169', 'name': 'network-vif-deleted', 'tag': '5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4', 'status': 'completed', 'code': 200} Mar 22 13:01:11.113275 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Router 401f6684-581c-45c6-8342-c0dbedae22a8 is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:01:11.220327 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:11.231039 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Sync routers for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:11.244840 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:11.246273 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:11.261526 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 8f4d054a-75db-4450-be89-1504fcfe34e2 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:11.321247 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:11.322713 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-75deb7ea-af54-4793-a0b3-19493d7eb699 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8251252 Mar 22 13:01:11.325493 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57124) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:11.351022 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:11.530546 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:09Z', 'revision_number': 3, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:11.557113 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Checking router: 401f6684-581c-45c6-8342-c0dbedae22a8 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:11.557891 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Updating router 401f6684-581c-45c6-8342-c0dbedae22a8 port 390e0717-1577-43ec-82df-f8b0caec789e binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:11.585196 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (390e0717-1577-43ec-82df-f8b0caec789e), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:11.650386 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:11.765422 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:11.834759 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Publish callbacks [] for port (390e0717-1577-43ec-82df-f8b0caec789e), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:11.926465 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Allocated IP 172.20.0.1 (21e054c7-ae8b-401f-8ad7-be6e67a12d89/cc18aaad-758e-4a22-b555-3c0eaf95456b/83d23cf4-4c87-4475-ad1d-8e28f887369a) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:11.938703 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (390e0717-1577-43ec-82df-f8b0caec789e), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:11.988956 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Attempting to bind port 390e0717-1577-43ec-82df-f8b0caec789e on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:01:11.989332 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Attempting to bind port 390e0717-1577-43ec-82df-f8b0caec789e by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:01:11.989697 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Attempting to bind port 390e0717-1577-43ec-82df-f8b0caec789e on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:12.001653 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:01:12.002044 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:12.002451 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.002841 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:01:12.003313 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Bound port: 390e0717-1577-43ec-82df-f8b0caec789e, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:01:12.003682 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (390e0717-1577-43ec-82df-f8b0caec789e), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.005410 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Pushing event updated for resources: {'Port': ['ID=390e0717-1577-43ec-82df-f8b0caec789e,revision_number=2']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:12.019864 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1d78bbb6-6154-459e-a1a5-f204be5d25c6 req-e47617a6-11ef-4ef7-a268-d28498923362 tempest-VolumesActionsTest-1420434296 tempest-VolumesActionsTest-1420434296-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a6718b0-20a5-43b6-8f12-eb1f62ea8169 HTTP/1.1" status: 200 len: 210 time: 0.0304246 Mar 22 13:01:12.028789 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.029138 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.030032 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.030383 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.030712 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.031042 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.031362 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.031685 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.032295 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.032570 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.033061 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.033564 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.034075 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.034572 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.035066 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:12.072541 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] For port 390e0717-1577-43ec-82df-f8b0caec789e, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:12.074539 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Publish callbacks [] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.075780 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] For port 390e0717-1577-43ec-82df-f8b0caec789e, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=390e0717-1577-43ec-82df-f8b0caec789e,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:12.155288 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 8f4d054a-75db-4450-be89-1504fcfe34e2 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:12.203357 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 8f4d054a-75db-4450-be89-1504fcfe34e2 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:12.203726 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.213687 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (390e0717-1577-43ec-82df-f8b0caec789e), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.248211 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.267238 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:12.268703 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:12.288861 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 8f4d054a-75db-4450-be89-1504fcfe34e2 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:12.297034 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:12.302229 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:12.306642 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:01:12.309714 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Pushing event updated for resources: {'Port': ['ID=83d23cf4-4c87-4475-ad1d-8e28f887369a,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:12.331340 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:01:12.348919 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (401f6684-581c-45c6-8342-c0dbedae22a8), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.362120 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:01:12.363032 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 5e9d67e6-9212-4a3d-81e4-1fe4b90c3bf4 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:01:12.429291 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:12.490460 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ec0bd-e1fd-4331-ae79-3bc1250ed71b None None] Pushing event updated for resources: {'Port': ['ID=390e0717-1577-43ec-82df-f8b0caec789e,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:12.572947 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-e18e130c-f5c2-44f3-ae82-e000ef876e9a None None] Provisioning complete for port 83d23cf4-4c87-4475-ad1d-8e28f887369a triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:12.573247 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e18e130c-f5c2-44f3-ae82-e000ef876e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.575492 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.612263 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-e18e130c-f5c2-44f3-ae82-e000ef876e9a None None] Port 83d23cf4-4c87-4475-ad1d-8e28f887369a cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:01:12.627629 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:09Z', 'revision_number': 3, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:12.655261 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b87bf-9a7c-4f97-976d-0d1588f12c81 None None] The sync data for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi is: [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:09Z', 'revision_number': 3, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:12.748347 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Publish callbacks [] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.839477 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.926934 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (401f6684-581c-45c6-8342-c0dbedae22a8), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:12.933029 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Pushing event updated for resources: {'Port': ['ID=83d23cf4-4c87-4475-ad1d-8e28f887369a,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:13.045740 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:13.047169 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:13.225865 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Router 401f6684-581c-45c6-8342-c0dbedae22a8 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:01:13.415088 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:13.430194 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-87f27988-a064-4cf7-867d-8ad9b19505ef admin admin] 10.222.0.69 "PUT /v2.0/routers/401f6684-581c-45c6-8342-c0dbedae22a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0997946 Mar 22 13:01:13.450399 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-cfdc2bc4-ec54-4a40-8112-2f926e0b95e7 None None] Provisioning complete for port 83d23cf4-4c87-4475-ad1d-8e28f887369a triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:13.450989 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2bc4-ec54-4a40-8112-2f926e0b95e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:13.490287 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc2bc4-ec54-4a40-8112-2f926e0b95e7 None None] Port 83d23cf4-4c87-4475-ad1d-8e28f887369a cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:01:13.670363 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5627849e-b53b-419f-80e6-916fbc2ba5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.203239 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57168) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:14.205610 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 390e0717-1577-43ec-82df-f8b0caec789e up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:14.209447 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-251036317-network', 'tenant_id': '06e2959703404888ade5a0dd1920d938'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:14.269027 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 390e0717-1577-43ec-82df-f8b0caec789e triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:14.269410 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (390e0717-1577-43ec-82df-f8b0caec789e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.312944 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Made reservation on behalf of 06e2959703404888ade5a0dd1920d938 for: {'network': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:14.315405 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.325117 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.358085 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 390e0717-1577-43ec-82df-f8b0caec789e is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:14.358587 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (390e0717-1577-43ec-82df-f8b0caec789e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.390799 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port 390e0717-1577-43ec-82df-f8b0caec789e, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=390e0717-1577-43ec-82df-f8b0caec789e,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:14.413543 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Publish callbacks [] for security_group (6bbbf6ed-78d9-47f7-805a-0adb53162071), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.476037 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (390e0717-1577-43ec-82df-f8b0caec789e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.513531 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (6bbbf6ed-78d9-47f7-805a-0adb53162071), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.539247 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=110232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:14.542818 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=390e0717-1577-43ec-82df-f8b0caec789e,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:14.548586 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Sync routers for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:14.554792 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbbf6ed-78d9-47f7-805a-0adb53162071,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:14.559404 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:14.559669 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (b919fa25-e433-44c3-8ffe-dc3ae38ea5a2), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.560031 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:14.560401 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.segments_db [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Added segment b919fa25-e433-44c3-8ffe-dc3ae38ea5a2 of type vlan for network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 Mar 22 13:01:14.604289 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.669280 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:14.690276 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.691266 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:14.691851 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.758877 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] Pushing event updated for resources: {'Network': ['ID=bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:14.781853 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e228e2db-6df3-455c-8c4b-32349081ee3f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5769844 Mar 22 13:01:14.784406 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57188) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:14.785000 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:01:14.789311 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Request body: {'subnet': {'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-251036317-subnet', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:14.898936 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Made reservation on behalf of 06e2959703404888ade5a0dd1920d938 for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:14.902178 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9330252'] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:14.931037 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 2, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:14.957699 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Checking router: 401f6684-581c-45c6-8342-c0dbedae22a8 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:14.958077 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Updating router 401f6684-581c-45c6-8342-c0dbedae22a8 port 83d23cf4-4c87-4475-ad1d-8e28f887369a binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:14.984223 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.141858 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9101422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9330266'] for subnet (26cbdbc4-5936-4a00-acab-fb9ebe495cdf), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.200878 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cbdbc4-5936-4a00-acab-fb9ebe495cdf,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:15.207914 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Checking segment: {'id': 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:15.208401 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Network hostable DHCP agents. Network: bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:15.243065 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Publish callbacks [] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.301522 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:15.338872 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.384642 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:15.387272 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b95849-ae0f-411e-846b-ebe3bb645555 None None] Pushing event updated for resources: {'Port': ['ID=83d23cf4-4c87-4475-ad1d-8e28f887369a,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:15.395335 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:15.416358 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.416968 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea2fc0-2370-4efa-bec3-09e8e0afca50 None None] Network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:01:15.488088 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Attempting to bind port 83d23cf4-4c87-4475-ad1d-8e28f887369a on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:01:15.488750 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Attempting to bind port 83d23cf4-4c87-4475-ad1d-8e28f887369a by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:01:15.488858 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Attempting to bind port 83d23cf4-4c87-4475-ad1d-8e28f887369a on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:15.497011 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-74b7ebb9-b4c4-4cbf-b584-d8e7256cf7c6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7113774 Mar 22 13:01:15.500182 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57190) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:15.504736 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:15.507619 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:01:15.508000 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Checking segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:15.508416 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.508811 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Bound using segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:01:15.509297 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Bound port: 83d23cf4-4c87-4475-ad1d-8e28f887369a, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:01:15.509700 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.588775 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7408620-e61c-584b-aa30-308e3afdfe36-bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9', 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9', 'project_id': '06e2959703404888ade5a0dd1920d938', 'fixed_ips': [{'subnet_id': '26cbdbc4-5936-4a00-acab-fb9ebe495cdf'}]}} from dv-cinder-824149-5-iscsi. {{(pid=110233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 13:01:15.589601 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.600108 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3785019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14733'] for router (fb5ac0dc-5564-4e9c-9b9e-03087b079934), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.601190 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3875876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router (fb5ac0dc-5564-4e9c-9b9e-03087b079934), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.624916 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] For port 83d23cf4-4c87-4475-ad1d-8e28f887369a, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:15.629918 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] For port 83d23cf4-4c87-4475-ad1d-8e28f887369a, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=83d23cf4-4c87-4475-ad1d-8e28f887369a,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:15.646109 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-7f7d91f7-a80f-4761-9f5a-c34cba1779bf None None] Provisioning complete for port 83d23cf4-4c87-4475-ad1d-8e28f887369a triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:15.646454 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-7f7d91f7-a80f-4761-9f5a-c34cba1779bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.658339 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks [] for router_controller (fb5ac0dc-5564-4e9c-9b9e-03087b079934), precommit_add_association {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.724867 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:15.772492 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-7f7d91f7-a80f-4761-9f5a-c34cba1779bf None None] Port 83d23cf4-4c87-4475-ad1d-8e28f887369a cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:01:15.847645 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b95849-ae0f-411e-846b-ebe3bb645555 None None] Pushing event updated for resources: {'Port': ['ID=83d23cf4-4c87-4475-ad1d-8e28f887369a,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:15.854409 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.db_base_plugin_common [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Allocated IP 172.20.0.2 (bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9/26cbdbc4-5936-4a00-acab-fb9ebe495cdf/1b235094-da16-4cbb-b857-aee477efaf5a) {{(pid=110233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:15.862951 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:15.862951 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:00:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:15.883381 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks [] for router_gateway (fb5ac0dc-5564-4e9c-9b9e-03087b079934), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.062652 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9a47375a-b5a5-4317-8287-ef046b6e9b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.157355 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-08c9e9b4-b3d7-40c6-b01b-fad06d47cb22 None None] Provisioning complete for port 83d23cf4-4c87-4475-ad1d-8e28f887369a triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:16.157731 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-08c9e9b4-b3d7-40c6-b01b-fad06d47cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.173013 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks [] for router_gateway (fb5ac0dc-5564-4e9c-9b9e-03087b079934), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.191969 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.194940 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 390e0717-1577-43ec-82df-f8b0caec789e up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:16.230455 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:16.301559 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Allocated IP 172.27.2.211 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/bcead23d-12fc-4c00-a55d-a7cf2148be12) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:16.402408 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks [] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.415338 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Publish callbacks [] for port (1b235094-da16-4cbb-b857-aee477efaf5a), precommit_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.470845 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 390e0717-1577-43ec-82df-f8b0caec789e triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:16.471219 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (390e0717-1577-43ec-82df-f8b0caec789e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.508849 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-08c9e9b4-b3d7-40c6-b01b-fad06d47cb22 None None] Current status of the port 83d23cf4-4c87-4475-ad1d-8e28f887369a is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:16.509474 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-08c9e9b4-b3d7-40c6-b01b-fad06d47cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.565072 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.572877 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), after_create {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.603518 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:16.606330 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:16.608674 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:01:16.612107 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-08c9e9b4-b3d7-40c6-b01b-fad06d47cb22 None None] For port 83d23cf4-4c87-4475-ad1d-8e28f887369a, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=83d23cf4-4c87-4475-ad1d-8e28f887369a,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:16.633508 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 is already hosted by enough agents. {{(pid=110233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:16.647178 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Pushing event updated for resources: {'Port': ['ID=bcead23d-12fc-4c00-a55d-a7cf2148be12,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:16.648101 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.scheduler.base_scheduler [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Resources bound (agent type, host, resource id): {{(pid=110233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:16.651915 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Received port after_create {{(pid=110233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:01:16.655134 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Pushing event updated for resources: {'Port': ['ID=1b235094-da16-4cbb-b857-aee477efaf5a,revision_number=1']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:16.710591 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-08c9e9b4-b3d7-40c6-b01b-fad06d47cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.760493 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 390e0717-1577-43ec-82df-f8b0caec789e is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:16.766855 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:15Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:16.805359 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fdfdb-dfdb-4699-880d-3ef4dbdcc069 None None] The sync data for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi is: [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:15Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:16.816751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Attempting to bind port 1b235094-da16-4cbb-b857-aee477efaf5a on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:01:16.816751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Attempting to bind port 1b235094-da16-4cbb-b857-aee477efaf5a by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:01:16.816751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Attempting to bind port 1b235094-da16-4cbb-b857-aee477efaf5a on network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:16.826935 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:01:16.827312 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Checking segment: {'id': 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:16.827711 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.828098 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Bound using segment: {'id': 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:01:16.828549 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Bound port: 1b235094-da16-4cbb-b857-aee477efaf5a, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:01:16.828927 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:16.831858 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9e9b4-b3d7-40c6-b01b-fad06d47cb22 None None] Pushing event updated for resources: {'Port': ['ID=83d23cf4-4c87-4475-ad1d-8e28f887369a,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:16.920156 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] For port 1b235094-da16-4cbb-b857-aee477efaf5a, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:16.923699 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] For port 1b235094-da16-4cbb-b857-aee477efaf5a, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=1b235094-da16-4cbb-b857-aee477efaf5a,segment=NetworkSegment(b919fa25-e433-44c3-8ffe-dc3ae38ea5a2),segment_id=b919fa25-e433-44c3-8ffe-dc3ae38ea5a2)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:16.986312 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks [] for router_gateway (fb5ac0dc-5564-4e9c-9b9e-03087b079934), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:17.011188 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:17.052410 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:17.082771 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29aab5-6065-4a8a-9ef0-3684337ac3ad None None] Pushing event updated for resources: {'Port': ['ID=1b235094-da16-4cbb-b857-aee477efaf5a,revision_number=2']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:17.491022 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685933'] for router (fb5ac0dc-5564-4e9c-9b9e-03087b079934), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:17.676078 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Router fb5ac0dc-5564-4e9c-9b9e-03087b079934 is scheduled to L3 agent 49789c85-3683-4f68-b586-baa6be631996 with binding_index 1 {{(pid=110231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:01:17.799747 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:17.810308 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Sync routers for ids ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:17.820624 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Routers {'fb5ac0dc-5564-4e9c-9b9e-03087b079934'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:17.821242 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:17.872704 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:17.873925 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ad32a283-2454-45c5-a81d-175feb44a885 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3727002 Mar 22 13:01:17.876769 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57206) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:17.951505 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Set router fb5ac0dc-5564-4e9c-9b9e-03087b079934 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:18.148572 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95920a3c-90e4-4819-914f-ccf5886c892e req-4c4d4d6e-480d-41b3-be4d-6f751acb6839 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905311 Mar 22 13:01:18.175735 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 3, 'project_id': '06e2959703404888ade5a0dd1920d938', 'gw_port': {'id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:16Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:18.181488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017dec4e-6289-490d-a263-7f39ae580f6c None None] Network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:01:18.209150 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Checking router: fb5ac0dc-5564-4e9c-9b9e-03087b079934 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:18.209505 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Updating router fb5ac0dc-5564-4e9c-9b9e-03087b079934 port bcead23d-12fc-4c00-a55d-a7cf2148be12 binding host dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:18.246549 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.249489 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-912730de-47ea-4e9b-a864-ef44763a0c42 None None] Provisioning complete for port 1b235094-da16-4cbb-b857-aee477efaf5a triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:18.250124 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-912730de-47ea-4e9b-a864-ef44763a0c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.307010 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 1b235094-da16-4cbb-b857-aee477efaf5a up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:18.348575 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920a3c-90e4-4819-914f-ccf5886c892e req-7831fc91-9c6e-4f2b-98f9-31a217d25d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:18.350080 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95920a3c-90e4-4819-914f-ccf5886c892e req-7831fc91-9c6e-4f2b-98f9-31a217d25d79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 1130 time: 0.1184738 Mar 22 13:01:18.431189 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-912730de-47ea-4e9b-a864-ef44763a0c42 None None] Current status of the port 1b235094-da16-4cbb-b857-aee477efaf5a is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:18.431595 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-912730de-47ea-4e9b-a864-ef44763a0c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.435109 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 1b235094-da16-4cbb-b857-aee477efaf5a triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:18.436065 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.508254 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-912730de-47ea-4e9b-a864-ef44763a0c42 None None] For port 1b235094-da16-4cbb-b857-aee477efaf5a, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=1b235094-da16-4cbb-b857-aee477efaf5a,segment=NetworkSegment(b919fa25-e433-44c3-8ffe-dc3ae38ea5a2),segment_id=b919fa25-e433-44c3-8ffe-dc3ae38ea5a2)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:18.550087 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920a3c-90e4-4819-914f-ccf5886c892e req-19502aac-98dd-4cf4-a169-529d319c667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:18.551558 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95920a3c-90e4-4819-914f-ccf5886c892e req-19502aac-98dd-4cf4-a169-529d319c667d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 917 time: 0.1648204 Mar 22 13:01:18.553764 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 1b235094-da16-4cbb-b857-aee477efaf5a is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:18.554197 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.597242 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-912730de-47ea-4e9b-a864-ef44763a0c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.649633 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.684615 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95920a3c-90e4-4819-914f-ccf5886c892e req-3cdc1d95-e041-4097-8194-68c5f7861126 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14 HTTP/1.1" status: 200 len: 1000 time: 0.1129792 Mar 22 13:01:18.718593 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.db.api [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:01:18.718905 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG oslo_db.api [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:01:18.724428 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912730de-47ea-4e9b-a864-ef44763a0c42 None None] Pushing event updated for resources: {'Port': ['ID=1b235094-da16-4cbb-b857-aee477efaf5a,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.732219 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Publish callbacks [] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), precommit_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.765407 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.816173 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920a3c-90e4-4819-914f-ccf5886c892e req-c3a1840e-6564-4642-9b2b-1ad8c3653aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:18.818030 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95920a3c-90e4-4819-914f-ccf5886c892e req-c3a1840e-6564-4642-9b2b-1ad8c3653aec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.1268301 Mar 22 13:01:18.819388 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-6426b836-2c42-45f4-afd8-bf9ea60373d9 None None] Provisioning complete for port 1b235094-da16-4cbb-b857-aee477efaf5a triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:18.819762 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-6426b836-2c42-45f4-afd8-bf9ea60373d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.822310 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.880663 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Attempting to bind port bcead23d-12fc-4c00-a55d-a7cf2148be12 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:01:18.881149 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Attempting to bind port bcead23d-12fc-4c00-a55d-a7cf2148be12 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:01:18.881629 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Attempting to bind port bcead23d-12fc-4c00-a55d-a7cf2148be12 on network 68f9e4b4-1460-4b55-a652-e197970b317f {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:18.894434 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:01:18.894959 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Checking segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:18.898472 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.898989 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Bound using segment: {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'} {{(pid=110234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:01:18.899566 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.managers [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Bound port: bcead23d-12fc-4c00-a55d-a7cf2148be12, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc192a-0379-4d89-8c91-cb99e8f959dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}}] {{(pid=110234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:01:18.900051 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), before_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:18.925802 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-6426b836-2c42-45f4-afd8-bf9ea60373d9 None None] Current status of the port 1b235094-da16-4cbb-b857-aee477efaf5a is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:18.933805 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d1a89-5373-4556-bcea-533c8099181a None None] Pushing event updated for resources: {'Port': ['ID=bcead23d-12fc-4c00-a55d-a7cf2148be12,revision_number=2']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.949832 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920a3c-90e4-4819-914f-ccf5886c892e req-5f6ec968-d70b-43b2-9a0a-dde7fa3feb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:18.952135 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95920a3c-90e4-4819-914f-ccf5886c892e req-5f6ec968-d70b-43b2-9a0a-dde7fa3feb76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1276505 Mar 22 13:01:18.964943 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] For port bcead23d-12fc-4c00-a55d-a7cf2148be12, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:18.968842 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.plugins.ml2.db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] For port bcead23d-12fc-4c00-a55d-a7cf2148be12, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=bcead23d-12fc-4c00-a55d-a7cf2148be12,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:19.037127 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron_lib.callbacks.manager [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), after_update {{(pid=110234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:19.050833 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Allocated IP 172.20.0.1 (bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9/26cbdbc4-5936-4a00-acab-fb9ebe495cdf/aa29cac3-e31f-45bb-8a58-d36679fa2617) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:19.165524 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95920a3c-90e4-4819-914f-ccf5886c892e req-4a1c79a8-3be9-4617-b9ef-cdc86938f504 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911695 Mar 22 13:01:19.179665 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Routers {'fb5ac0dc-5564-4e9c-9b9e-03087b079934'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:19.186625 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:19.276593 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 1b235094-da16-4cbb-b857-aee477efaf5a is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:19.279106 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 83d23cf4-4c87-4475-ad1d-8e28f887369a up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:19.306538 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Publish callbacks [] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:19.311779 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d1a89-5373-4556-bcea-533c8099181a None None] Pushing event updated for resources: {'Port': ['ID=bcead23d-12fc-4c00-a55d-a7cf2148be12,revision_number=3']} {{(pid=110234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:19.331333 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95920a3c-90e4-4819-914f-ccf5886c892e req-9a6ad562-ba53-4690-91a0-6d76046d634d service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578557 Mar 22 13:01:19.379419 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 83d23cf4-4c87-4475-ad1d-8e28f887369a triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:19.379797 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:19.383862 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] Set router fb5ac0dc-5564-4e9c-9b9e-03087b079934 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:19.451892 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:19.474809 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 83d23cf4-4c87-4475-ad1d-8e28f887369a is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:19.536675 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:19.538472 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:19.540380 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Pushing event updated for resources: {'Port': ['ID=aa29cac3-e31f-45bb-8a58-d36679fa2617,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:19.542681 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:01:19.585429 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685624'] for router_interface (fb5ac0dc-5564-4e9c-9b9e-03087b079934), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:19.668131 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 3, 'project_id': '06e2959703404888ade5a0dd1920d938', 'gw_port': {'id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:16Z', 'updated_at': '2022-03-22T13:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:19.713114 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21298d-cd31-47cb-b55f-45b00f4c9742 None None] The sync data for ids ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'] in dv-cinder-824149-5-iscsi is: [{'id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 3, 'project_id': '06e2959703404888ade5a0dd1920d938', 'gw_port': {'id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:16Z', 'updated_at': '2022-03-22T13:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:19.861456 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:19.962368 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-94a9c048-4bf8-45e4-9a3b-ceeeac63b658 None None] Provisioning complete for port aa29cac3-e31f-45bb-8a58-d36679fa2617 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:19.963321 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-94a9c048-4bf8-45e4-9a3b-ceeeac63b658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.023554 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-94a9c048-4bf8-45e4-9a3b-ceeeac63b658 None None] Port aa29cac3-e31f-45bb-8a58-d36679fa2617 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:01:20.121007 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Publish callbacks [] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.245183 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.355458 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Pushing event updated for resources: {'Port': ['ID=aa29cac3-e31f-45bb-8a58-d36679fa2617,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:20.356808 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device bcead23d-12fc-4c00-a55d-a7cf2148be12 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:20.375407 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685484'] for router_interface (fb5ac0dc-5564-4e9c-9b9e-03087b079934), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.407321 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.429590 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port bcead23d-12fc-4c00-a55d-a7cf2148be12 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:20.429971 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.528375 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:20.531340 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:20.548400 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port bcead23d-12fc-4c00-a55d-a7cf2148be12 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:20.548807 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.581386 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] For port bcead23d-12fc-4c00-a55d-a7cf2148be12, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=bcead23d-12fc-4c00-a55d-a7cf2148be12,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:20.668089 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.669227 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 1b235094-da16-4cbb-b857-aee477efaf5a up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:20.717053 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Router fb5ac0dc-5564-4e9c-9b9e-03087b079934 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:01:20.814502 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Pushing event updated for resources: {'Port': ['ID=bcead23d-12fc-4c00-a55d-a7cf2148be12,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:20.851336 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port 1b235094-da16-4cbb-b857-aee477efaf5a triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:20.852996 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.913204 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:20.919530 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-6c5b814a-b416-4ec9-8807-c2a1e214ac35 admin admin] 10.222.0.69 "PUT /v2.0/routers/fb5ac0dc-5564-4e9c-9b9e-03087b079934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0418291 Mar 22 13:01:20.987365 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-771e2c99-3df9-4c10-b8e0-3a104ce33ecc None None] Provisioning complete for port aa29cac3-e31f-45bb-8a58-d36679fa2617 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:20.988040 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-771e2c99-3df9-4c10-b8e0-3a104ce33ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:20.989821 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port 1b235094-da16-4cbb-b857-aee477efaf5a is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:21.034228 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-771e2c99-3df9-4c10-b8e0-3a104ce33ecc None None] Port aa29cac3-e31f-45bb-8a58-d36679fa2617 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:01:21.588665 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57242) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:21.594048 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-6155e194-0039-4e67-85c7-e47ec7b78928 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-958086536', 'description': 'tempest-secgroup-smoke-958086536 description', 'project_id': 'c3532c79224840618d67599c1d469137'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:21.730373 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6155e194-0039-4e67-85c7-e47ec7b78928 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:21.819949 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6155e194-0039-4e67-85c7-e47ec7b78928 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group (557fb1fc-5a0d-47cd-a46e-8b0cd16363d0), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:21.925044 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6155e194-0039-4e67-85c7-e47ec7b78928 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (557fb1fc-5a0d-47cd-a46e-8b0cd16363d0), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:21.965426 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155e194-0039-4e67-85c7-e47ec7b78928 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:22.061779 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6155e194-0039-4e67-85c7-e47ec7b78928 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:22.066363 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57248) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:22.066856 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-6155e194-0039-4e67-85c7-e47ec7b78928 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4764626 Mar 22 13:01:22.072026 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-92d170e8-7d44-424f-8e6d-f46091f3b6ef tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'security_group_rule': {'security_group_id': '557fb1fc-5a0d-47cd-a46e-8b0cd16363d0', 'project_id': 'c3532c79224840618d67599c1d469137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:22.165208 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-92d170e8-7d44-424f-8e6d-f46091f3b6ef tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (24f5b6cf-76d2-4249-9ac7-962a5057de5c), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:22.209866 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device bcead23d-12fc-4c00-a55d-a7cf2148be12 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:22.300716 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-92d170e8-7d44-424f-8e6d-f46091f3b6ef tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (24f5b6cf-76d2-4249-9ac7-962a5057de5c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:22.314026 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port bcead23d-12fc-4c00-a55d-a7cf2148be12 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:22.314764 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:22.404848 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-92d170e8-7d44-424f-8e6d-f46091f3b6ef tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (24f5b6cf-76d2-4249-9ac7-962a5057de5c), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:22.420453 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port bcead23d-12fc-4c00-a55d-a7cf2148be12 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:22.429656 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d170e8-7d44-424f-8e6d-f46091f3b6ef tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f5b6cf-76d2-4249-9ac7-962a5057de5c,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:22.557384 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Sync routers for ids ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:22.568970 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Routers {'fb5ac0dc-5564-4e9c-9b9e-03087b079934'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:22.569574 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:22.698057 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Set router fb5ac0dc-5564-4e9c-9b9e-03087b079934 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:22.741125 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-92d170e8-7d44-424f-8e6d-f46091f3b6ef tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:22.742478 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-92d170e8-7d44-424f-8e6d-f46091f3b6ef tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6750500 Mar 22 13:01:22.745647 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57260) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:22.751073 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-3d2364e5-daa9-4bbf-a940-935532a11058 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'security_group_rule': {'security_group_id': '557fb1fc-5a0d-47cd-a46e-8b0cd16363d0', 'project_id': 'c3532c79224840618d67599c1d469137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:22.864762 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3d2364e5-daa9-4bbf-a940-935532a11058 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (d3e8a14f-8c2f-447c-b808-224752ffe8b0), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:22.928996 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:19Z', 'revision_number': 4, 'project_id': '06e2959703404888ade5a0dd1920d938', 'gw_port': {'id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:16Z', 'updated_at': '2022-03-22T13:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'aa29cac3-e31f-45bb-8a58-d36679fa2617', 'name': '', 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'mac_address': 'fa:16:3e:a8:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '26cbdbc4-5936-4a00-acab-fb9ebe495cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:18Z', 'updated_at': '2022-03-22T13:01:19Z', 'revision_number': 2, 'project_id': '06e2959703404888ade5a0dd1920d938', 'subnets': [{'id': '26cbdbc4-5936-4a00-acab-fb9ebe495cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:22.976730 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Checking router: fb5ac0dc-5564-4e9c-9b9e-03087b079934 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:22.977102 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Updating router fb5ac0dc-5564-4e9c-9b9e-03087b079934 port aa29cac3-e31f-45bb-8a58-d36679fa2617 binding host dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 13:01:23.014012 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3d2364e5-daa9-4bbf-a940-935532a11058 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (d3e8a14f-8c2f-447c-b808-224752ffe8b0), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.026093 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.145199 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3d2364e5-daa9-4bbf-a940-935532a11058 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (d3e8a14f-8c2f-447c-b808-224752ffe8b0), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.168354 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2364e5-daa9-4bbf-a940-935532a11058 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e8a14f-8c2f-447c-b808-224752ffe8b0,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.278751 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-3d2364e5-daa9-4bbf-a940-935532a11058 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.283685 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57272) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:23.284498 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-3d2364e5-daa9-4bbf-a940-935532a11058 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5370421 Mar 22 13:01:23.289523 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-2a0f6572-26a0-4f59-87d3-3f0528e3fdf2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'security_group_rule': {'security_group_id': '557fb1fc-5a0d-47cd-a46e-8b0cd16363d0', 'project_id': 'c3532c79224840618d67599c1d469137', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:23.386121 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Publish callbacks [] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), precommit_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.417237 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6572-26a0-4f59-87d3-3f0528e3fdf2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (f941d932-43ef-4e94-99e2-8b2cf5535f00), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.481854 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6572-26a0-4f59-87d3-3f0528e3fdf2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (f941d932-43ef-4e94-99e2-8b2cf5535f00), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.490679 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.555927 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6572-26a0-4f59-87d3-3f0528e3fdf2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (f941d932-43ef-4e94-99e2-8b2cf5535f00), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.567721 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb6c5-2b88-4d8d-baae-d536c3c3af4d None None] Pushing event updated for resources: {'Port': ['ID=aa29cac3-e31f-45bb-8a58-d36679fa2617,revision_number=3']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.593035 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f6572-26a0-4f59-87d3-3f0528e3fdf2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941d932-43ef-4e94-99e2-8b2cf5535f00,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.625563 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Attempting to bind port aa29cac3-e31f-45bb-8a58-d36679fa2617 on host dv-cinder-824149-5-iscsi for vnic_type normal with profile {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:01:23.625957 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Attempting to bind port aa29cac3-e31f-45bb-8a58-d36679fa2617 by drivers openvswitch,hyperv on host dv-cinder-824149-5-iscsi at level 0 using segments [{'id': 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9'}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:01:23.626426 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Attempting to bind port aa29cac3-e31f-45bb-8a58-d36679fa2617 on network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:23.632086 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Checking agent: {'id': '776a11f1-91f7-40ba-9ed2-8fbb45dfa4df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824149-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 44, 50), 'started_at': datetime.datetime(2022, 3, 22, 12, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824149-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:01:23.632478 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Checking segment: {'id': 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:23.633094 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.633507 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Bound using segment: {'id': 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9'} {{(pid=110233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:01:23.634004 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.managers [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Bound port: aa29cac3-e31f-45bb-8a58-d36679fa2617, host: dv-cinder-824149-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9'}}] {{(pid=110233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:01:23.634462 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.726465 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6572-26a0-4f59-87d3-3f0528e3fdf2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.730371 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-2a0f6572-26a0-4f59-87d3-3f0528e3fdf2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4418435 Mar 22 13:01:23.730522 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] For port aa29cac3-e31f-45bb-8a58-d36679fa2617, host dv-cinder-824149-5-iscsi, cleared binding levels {{(pid=110233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:23.731993 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57274) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:23.735634 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-0543d294-1d1a-41e4-a663-d40bf9ade872 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'security_group_rule': {'security_group_id': '557fb1fc-5a0d-47cd-a46e-8b0cd16363d0', 'project_id': 'c3532c79224840618d67599c1d469137', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:23.743051 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] For port aa29cac3-e31f-45bb-8a58-d36679fa2617, host dv-cinder-824149-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=aa29cac3-e31f-45bb-8a58-d36679fa2617,segment=NetworkSegment(b919fa25-e433-44c3-8ffe-dc3ae38ea5a2),segment_id=b919fa25-e433-44c3-8ffe-dc3ae38ea5a2)] {{(pid=110233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:23.825568 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.887630 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0543d294-1d1a-41e4-a663-d40bf9ade872 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (81979bd8-272d-4336-aef4-84b9c44c74eb), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:23.895942 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Routers {'fb5ac0dc-5564-4e9c-9b9e-03087b079934'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:23.896631 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:23.938766 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb6c5-2b88-4d8d-baae-d536c3c3af4d None None] Pushing event updated for resources: {'Port': ['ID=aa29cac3-e31f-45bb-8a58-d36679fa2617,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.994146 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-c3babc41-15c9-4c79-b728-725f0e5f9b85 None None] Provisioning complete for port aa29cac3-e31f-45bb-8a58-d36679fa2617 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:23.994633 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c3babc41-15c9-4c79-b728-725f0e5f9b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.036132 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0543d294-1d1a-41e4-a663-d40bf9ade872 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (81979bd8-272d-4336-aef4-84b9c44c74eb), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.117062 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0543d294-1d1a-41e4-a663-d40bf9ade872 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (81979bd8-272d-4336-aef4-84b9c44c74eb), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.131544 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] Set router fb5ac0dc-5564-4e9c-9b9e-03087b079934 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:24.141054 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543d294-1d1a-41e4-a663-d40bf9ade872 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81979bd8-272d-4336-aef4-84b9c44c74eb,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:24.239378 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-c3babc41-15c9-4c79-b728-725f0e5f9b85 None None] Current status of the port aa29cac3-e31f-45bb-8a58-d36679fa2617 is: DOWN; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:24.239772 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c3babc41-15c9-4c79-b728-725f0e5f9b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.259919 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0543d294-1d1a-41e4-a663-d40bf9ade872 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.263866 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0543d294-1d1a-41e4-a663-d40bf9ade872 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5294285 Mar 22 13:01:24.264378 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57282) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:24.269232 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-8f498738-0f21-44e2-80a5-b742d6ac379d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'security_group_rule': {'security_group_id': '557fb1fc-5a0d-47cd-a46e-8b0cd16363d0', 'project_id': 'c3532c79224840618d67599c1d469137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:24.394187 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.securitygroups_db [None req-8f498738-0f21-44e2-80a5-b742d6ac379d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Project c3532c79224840618d67599c1d469137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:01:24.401108 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f498738-0f21-44e2-80a5-b742d6ac379d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (b09f828f-70dd-44f5-a782-d904e2c6f962), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.430217 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-c3babc41-15c9-4c79-b728-725f0e5f9b85 None None] For port aa29cac3-e31f-45bb-8a58-d36679fa2617, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=aa29cac3-e31f-45bb-8a58-d36679fa2617,segment=NetworkSegment(b919fa25-e433-44c3-8ffe-dc3ae38ea5a2),segment_id=b919fa25-e433-44c3-8ffe-dc3ae38ea5a2)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:24.498580 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f498738-0f21-44e2-80a5-b742d6ac379d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (b09f828f-70dd-44f5-a782-d904e2c6f962), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.505151 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c3babc41-15c9-4c79-b728-725f0e5f9b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.562644 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f498738-0f21-44e2-80a5-b742d6ac379d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (b09f828f-70dd-44f5-a782-d904e2c6f962), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.566175 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3babc41-15c9-4c79-b728-725f0e5f9b85 None None] Pushing event updated for resources: {'Port': ['ID=aa29cac3-e31f-45bb-8a58-d36679fa2617,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:24.572277 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:19Z', 'revision_number': 4, 'project_id': '06e2959703404888ade5a0dd1920d938', 'gw_port': {'id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:16Z', 'updated_at': '2022-03-22T13:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'aa29cac3-e31f-45bb-8a58-d36679fa2617', 'name': '', 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'mac_address': 'fa:16:3e:a8:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '26cbdbc4-5936-4a00-acab-fb9ebe495cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:18Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '06e2959703404888ade5a0dd1920d938', 'subnets': [{'id': '26cbdbc4-5936-4a00-acab-fb9ebe495cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:24.598285 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f498738-0f21-44e2-80a5-b742d6ac379d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09f828f-70dd-44f5-a782-d904e2c6f962,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:24.602907 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22d1c3-db31-4ccc-8578-2a295f5b33e1 None None] The sync data for ids ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'] in dv-cinder-824149-5-iscsi is: [{'id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:01:19Z', 'revision_number': 4, 'project_id': '06e2959703404888ade5a0dd1920d938', 'gw_port': {'id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:16Z', 'updated_at': '2022-03-22T13:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': 'aa29cac3-e31f-45bb-8a58-d36679fa2617', 'name': '', 'network_id': 'bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'mac_address': 'fa:16:3e:a8:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '26cbdbc4-5936-4a00-acab-fb9ebe495cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:18Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': '06e2959703404888ade5a0dd1920d938', 'subnets': [{'id': '26cbdbc4-5936-4a00-acab-fb9ebe495cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:24.631761 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-05f0add6-37e1-4735-a6c3-a3dc3995f191 None None] Provisioning complete for port aa29cac3-e31f-45bb-8a58-d36679fa2617 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:24.632316 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-05f0add6-37e1-4735-a6c3-a3dc3995f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.694915 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-8f498738-0f21-44e2-80a5-b742d6ac379d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.702712 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-8f498738-0f21-44e2-80a5-b742d6ac379d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4341371 Mar 22 13:01:24.703263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57284) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:24.708388 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-43cfdc88-fb0f-4da9-b77f-1e947cf68bba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'security_group_rule': {'security_group_id': '557fb1fc-5a0d-47cd-a46e-8b0cd16363d0', 'project_id': 'c3532c79224840618d67599c1d469137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:24.780021 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-05f0add6-37e1-4735-a6c3-a3dc3995f191 None None] Current status of the port aa29cac3-e31f-45bb-8a58-d36679fa2617 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:24.836782 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.securitygroups_db [None req-43cfdc88-fb0f-4da9-b77f-1e947cf68bba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Project c3532c79224840618d67599c1d469137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:01:24.847702 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-43cfdc88-fb0f-4da9-b77f-1e947cf68bba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (9b27581a-9ace-4b0e-bf0b-4974ae83d2c2), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:24.937321 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-43cfdc88-fb0f-4da9-b77f-1e947cf68bba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (9b27581a-9ace-4b0e-bf0b-4974ae83d2c2), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:25.026177 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-43cfdc88-fb0f-4da9-b77f-1e947cf68bba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (9b27581a-9ace-4b0e-bf0b-4974ae83d2c2), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:25.062177 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfdc88-fb0f-4da9-b77f-1e947cf68bba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b27581a-9ace-4b0e-bf0b-4974ae83d2c2,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:25.143732 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-43cfdc88-fb0f-4da9-b77f-1e947cf68bba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:25.148062 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-43cfdc88-fb0f-4da9-b77f-1e947cf68bba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4406540 Mar 22 13:01:25.845335 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207aac-ebb3-4078-9c45-5c3858a394fc req-ead4fb58-6a64-47ac-8017-2e2832a05ce6 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:25.846924 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ba207aac-ebb3-4078-9c45-5c3858a394fc req-ead4fb58-6a64-47ac-8017-2e2832a05ce6 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 946 time: 0.0935228 Mar 22 13:01:25.907037 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ba207aac-ebb3-4078-9c45-5c3858a394fc req-54050451-c615-4899-b016-f777fed1f128 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536287 Mar 22 13:01:26.190586 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device aa29cac3-e31f-45bb-8a58-d36679fa2617 up at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:26.246693 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Provisioning complete for port aa29cac3-e31f-45bb-8a58-d36679fa2617 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:26.247062 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:26.467657 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Current status of the port aa29cac3-e31f-45bb-8a58-d36679fa2617 is: ACTIVE; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:27.051284 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea006d1-d8de-465d-be7f-76d97eb1fb7e req-f7c3c358-38e0-4cb0-84ce-97bb51d80efe tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:27.053085 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bea006d1-d8de-465d-be7f-76d97eb1fb7e req-f7c3c358-38e0-4cb0-84ce-97bb51d80efe tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 946 time: 0.0605993 Mar 22 13:01:27.111637 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bea006d1-d8de-465d-be7f-76d97eb1fb7e req-a5ed934f-f6e5-4000-ad43-e7dc5800c0c5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514858 Mar 22 13:01:27.515676 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-9ff4929a-d2d1-47ab-a580-5f20b79a0af0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:27.517135 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-9ff4929a-d2d1-47ab-a580-5f20b79a0af0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 946 time: 0.0572727 Mar 22 13:01:27.617823 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Deleting port f3b1fe50-0521-4ceb-a74a-5c71d018de14 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:01:27.617823 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:27.724565 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] For port f3b1fe50-0521-4ceb-a74a-5c71d018de14, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=f3b1fe50-0521-4ceb-a74a-5c71d018de14,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:27.724935 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:27.931199 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:27.931479 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (2097ffeb-6857-4d0b-acd7-57413a4508fe), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:27.931949 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Floating IP 2097ffeb-6857-4d0b-acd7-57413a4508fe disassociated. External IP: 172.27.2.23, port: f3b1fe50-0521-4ceb-a74a-5c71d018de14. Mar 22 13:01:27.932145 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Calling delete_port for f3b1fe50-0521-4ceb-a74a-5c71d018de14 owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:01:28.156463 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (f3b1fe50-0521-4ceb-a74a-5c71d018de14), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:28.204946 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event deleted for resources: {'Port': ['ID=f3b1fe50-0521-4ceb-a74a-5c71d018de14,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:28.302649 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-46050232-00d9-4326-ac8b-a4618367cbb3 req-f27f1fe5-5895-4df6-b552-4414e4a0da77 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 210 time: 0.0566647 Mar 22 13:01:28.350581 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Router 9a0da626-63be-4ed5-9eaa-81137e42c060 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:01:28.776634 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:28.789580 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] Sync routers for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:28.803466 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:28.804098 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:28.830945 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] No DVR routers for this DVR port f3b1fe50-0521-4ceb-a74a-5c71d018de14 on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:01:28.834393 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:28.839218 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ffc592bc-9466-4f86-868a-0199014f7b7a req-0e4b4d52-3d59-4cf8-a795-a843e0386e25 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "DELETE /v2.0/ports/f3b1fe50-0521-4ceb-a74a-5c71d018de14 HTTP/1.1" status: 204 len: 173 time: 1.3167093 Mar 22 13:01:28.841088 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-deleted', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:01:28.843582 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e7a64f-3563-4738-92e6-b4ea985c0cac" -d '{"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-deleted", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:01:28.893609 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf2f6d2-8510-4890-b48b-873a3f64333a x-openstack-request-id: req-3bf2f6d2-8510-4890-b48b-873a3f64333a {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:01:28.893767 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c183cc-e612-41ac-8108-5165238fb7c6", "name": "network-vif-deleted", "tag": "f3b1fe50-0521-4ceb-a74a-5c71d018de14", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:01:28.893960 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3bf2f6d2-8510-4890-b48b-873a3f64333a {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:01:28.894744 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf2f6d2-8510-4890-b48b-873a3f64333a'] response: {'server_uuid': 'f6c183cc-e612-41ac-8108-5165238fb7c6', 'name': 'network-vif-deleted', 'tag': 'f3b1fe50-0521-4ceb-a74a-5c71d018de14', 'status': 'completed', 'code': 200} Mar 22 13:01:28.938176 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:29.168342 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:29.209540 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] Checking router: 9a0da626-63be-4ed5-9eaa-81137e42c060 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:29.220355 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:29.221011 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:29.350299 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:29.449542 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d88f6133-9169-4f53-9849-f5a8b53f49d9 req-9d2ddb76-d332-4830-8e9f-0e433c7eb838 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6c183cc-e612-41ac-8108-5165238fb7c6 HTTP/1.1" status: 200 len: 210 time: 0.0283368 Mar 22 13:01:29.590971 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:29.633236 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb90e6-8e29-41fa-be72-a3be4f16fefb None None] The sync data for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi is: [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:29.951060 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89def273-4125-41c2-9a29-0ac00ad4f5f1 None None] New status for floating IP 2097ffeb-6857-4d0b-acd7-57413a4508fe: DOWN {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:01:30.607435 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57386) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:30.682693 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0a019c25-3d57-4279-b2ca-ea9873d7ecd0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:30.707504 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0a019c25-3d57-4279-b2ca-ea9873d7ecd0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:30.833724 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0a019c25-3d57-4279-b2ca-ea9873d7ecd0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:30.836543 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0a019c25-3d57-4279-b2ca-ea9873d7ecd0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:30.837800 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0a019c25-3d57-4279-b2ca-ea9873d7ecd0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "DELETE /v2.0/security-groups/98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad HTTP/1.1" status: 204 len: 168 time: 0.2292738 Mar 22 13:01:30.840809 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57388) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:30.847882 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a019c25-3d57-4279-b2ca-ea9873d7ecd0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:30.858559 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.api.v2.resource [None req-ccf3a88f-31ac-4fb2-8d03-a4f8db42983e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] show failed (client error): The resource could not be found. Mar 22 13:01:30.859601 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-ccf3a88f-31ac-4fb2-8d03-a4f8db42983e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups/98e7b8ba-a7fb-44e3-b4ef-cb04a4010aad HTTP/1.1" status: 404 len: 347 time: 0.0171220 Mar 22 13:01:30.867537 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57390) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:31.032723 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Deleting port 2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:01:31.033132 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:31.139808 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:31.140125 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:31.151963 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Calling delete_port for 2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3 owned by network:floatingip {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:01:31.413398 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:31.440207 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event deleted for resources: {'Port': ['ID=2a18b74f-799d-4f1d-bcf5-40ac3a0ca3b3,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:31.512339 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (2097ffeb-6857-4d0b-acd7-57413a4508fe), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:31.514444 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f3b1fe50-0521-4ceb-a74a-5c71d018de14 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:01:31.515562 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:31.519545 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-f27fc09a-2f40-4438-920c-713336591c23 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "DELETE /v2.0/floatingips/2097ffeb-6857-4d0b-acd7-57413a4508fe HTTP/1.1" status: 204 len: 168 time: 0.6481764 Mar 22 13:01:31.542731 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: f3b1fe50-0521-4ceb-a74a-5c71d018de14 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:01:31.543076 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device f3b1fe50-0521-4ceb-a74a-5c71d018de14 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:01:31.783938 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57400) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:31.789347 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-d2bceda9-e6f5-4c4e-85c7-3c28045c0b8f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--669423786', 'description': 'tempest-description--22233253'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:31.884793 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d2bceda9-e6f5-4c4e-85c7-3c28045c0b8f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:31.962263 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d2bceda9-e6f5-4c4e-85c7-3c28045c0b8f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (e79a86b8-d9f6-4b87-a9b7-63eb8d611447), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.005767 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:01:32.044716 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d2bceda9-e6f5-4c4e-85c7-3c28045c0b8f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (e79a86b8-d9f6-4b87-a9b7-63eb8d611447), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.075191 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bceda9-e6f5-4c4e-85c7-3c28045c0b8f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a86b8-d9f6-4b87-a9b7-63eb8d611447,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:32.155609 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d2bceda9-e6f5-4c4e-85c7-3c28045c0b8f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.157178 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-d2bceda9-e6f5-4c4e-85c7-3c28045c0b8f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3715324 Mar 22 13:01:32.160812 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57402) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:32.167220 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-aa5b399d-c63b-45a4-b2dc-da7dfecf63d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'security_group_rule': {'security_group_id': 'e79a86b8-d9f6-4b87-a9b7-63eb8d611447', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:32.278699 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa5b399d-c63b-45a4-b2dc-da7dfecf63d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (46a4e844-3893-4e14-9fb2-ef9395a2497e), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.347559 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa5b399d-c63b-45a4-b2dc-da7dfecf63d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (46a4e844-3893-4e14-9fb2-ef9395a2497e), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.419210 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa5b399d-c63b-45a4-b2dc-da7dfecf63d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (46a4e844-3893-4e14-9fb2-ef9395a2497e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.440199 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b399d-c63b-45a4-b2dc-da7dfecf63d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a4e844-3893-4e14-9fb2-ef9395a2497e,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:32.518121 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa5b399d-c63b-45a4-b2dc-da7dfecf63d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.519379 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-aa5b399d-c63b-45a4-b2dc-da7dfecf63d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3574996 Mar 22 13:01:32.522039 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57404) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:32.526689 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-cd5f4092-5efe-4586-80ee-95beaa971327 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'security_group_rule': {'security_group_id': 'e79a86b8-d9f6-4b87-a9b7-63eb8d611447', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:32.611230 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4092-5efe-4586-80ee-95beaa971327 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (403d1f22-4187-4eac-afff-ba0942b68a12), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.673502 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4092-5efe-4586-80ee-95beaa971327 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (403d1f22-4187-4eac-afff-ba0942b68a12), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.761568 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4092-5efe-4586-80ee-95beaa971327 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706988'] for security_group_rule (403d1f22-4187-4eac-afff-ba0942b68a12), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.787670 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f4092-5efe-4586-80ee-95beaa971327 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403d1f22-4187-4eac-afff-ba0942b68a12,revision_number=0']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:32.853076 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4092-5efe-4586-80ee-95beaa971327 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:32.854827 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-cd5f4092-5efe-4586-80ee-95beaa971327 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3317087 Mar 22 13:01:32.858235 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57408) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:32.862639 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:32.948294 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:33.065761 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:33.204364 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Allocated IP 172.27.2.164 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/442b48bb-8517-4f3b-847f-defac9f2c0c1) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:33.329582 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for port (442b48bb-8517-4f3b-847f-defac9f2c0c1), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:33.442389 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (442b48bb-8517-4f3b-847f-defac9f2c0c1), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:33.480322 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:33.487685 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:33.488163 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:01:33.517484 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'Port': ['ID=442b48bb-8517-4f3b-847f-defac9f2c0c1,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:33.592032 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (359a4ef9-a9ad-45e2-8bd7-730a3d03395c), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:33.700061 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (442b48bb-8517-4f3b-847f-defac9f2c0c1), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:33.903306 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for port (442b48bb-8517-4f3b-847f-defac9f2c0c1), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:33.996269 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (442b48bb-8517-4f3b-847f-defac9f2c0c1), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:34.073510 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'Port': ['ID=442b48bb-8517-4f3b-847f-defac9f2c0c1,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:34.085792 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (359a4ef9-a9ad-45e2-8bd7-730a3d03395c), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:34.224368 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:34.225786 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-f052ac30-6091-48e2-8e0d-1f4978c77827 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3667808 Mar 22 13:01:41.472743 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-eb357479-4532-4375-be90-d5b3ffb09735 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--669423786&fields=id&tenant_id=6e91820e834f49e193a267b3b1fbb2cf HTTP/1.1" status: 200 len: 267 time: 0.0457978 Mar 22 13:01:41.592464 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-0e681722-8f2a-4bb8-aab4-2a663f37baa4 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:41.594170 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-0e681722-8f2a-4bb8-aab4-2a663f37baa4 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 816 time: 0.1132994 Mar 22 13:01:41.608890 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-b9bfb200-04b7-4174-93f3-d3b5243944b3 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/quotas/6e91820e834f49e193a267b3b1fbb2cf HTTP/1.1" status: 200 len: 375 time: 0.0094149 Mar 22 13:01:41.668900 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-ececb8cb-7ca9-4388-b6b4-89ca44af8b5d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541723 Mar 22 13:01:41.733280 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:41.775169 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-d77615e3-6f57-4b43-9455-c4ddc244a784 service neutron] 10.222.0.69 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931368 Mar 22 13:01:41.874297 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-98610c9b-9b02-4e51-a44f-5770d73bad1d service neutron] 10.222.0.69 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931430 Mar 22 13:01:42.260140 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-97bde91f-cd41-47d9-a975-b7f8240a5850 req-2060230f-5341-4d9a-97ed-488dd623e610 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 210 time: 0.0417292 Mar 22 13:01:43.368504 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5009a855-48e5-4dbe-9f0c-808a111090f8 req-797c3d5e-586b-4e42-8c0b-093a817c4824 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 210 time: 0.0272596 Mar 22 13:01:43.667479 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-765f2b75-6fd5-4c37-b361-4a5ae1ba3941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:44.469936 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3c0f28a5-eca5-425d-a819-8bb8a7eff157 req-3a85ee2f-88a9-4ccf-b658-5342cb5c243b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 210 time: 0.0278482 Mar 22 13:01:44.635688 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-edde5dba-d2da-4b10-b9e0-79ad9f98e627 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:44.637066 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-edde5dba-d2da-4b10-b9e0-79ad9f98e627 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 816 time: 0.1055295 Mar 22 13:01:44.707233 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-db6ceb5b-13f5-4324-ab40-4013c927bab6 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e91820e834f49e193a267b3b1fbb2cf HTTP/1.1" status: 200 len: 379 time: 0.0532610 Mar 22 13:01:44.715780 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'port': {'device_id': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'admin_state_up': True, 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'security_groups': ['e79a86b8-d9f6-4b87-a9b7-63eb8d611447']}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:44.887211 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Made reservation on behalf of 6e91820e834f49e193a267b3b1fbb2cf for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:44.891471 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:45.022682 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Allocated IP 172.20.0.5 (4ae50444-c8cc-49e0-92db-6be22766de16/9b44d76e-52c4-4b3d-8779-8f727dd58cd9/7c3ea2bb-498c-46a6-a6a1-2c25f9662966) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:45.169103 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:45.253577 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:45.293010 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Network 4ae50444-c8cc-49e0-92db-6be22766de16 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:45.295980 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:45.299636 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:01:45.337266 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:45.351382 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.351732 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.352093 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.352420 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.352751 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.353090 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.353422 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.353747 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.354099 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.354425 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.354751 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.355071 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.355396 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.355720 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.356051 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:45.376517 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:45.377198 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:45.487351 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-be095df9-bb4b-4246-9f5c-a7e8512af0c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751420 Mar 22 13:01:45.504700 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Request body: {'port': {'device_id': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:45.559034 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-e62dfa10-37d2-4cd2-8c00-725e5de1855f None None] Provisioning complete for port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:45.559645 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e62dfa10-37d2-4cd2-8c00-725e5de1855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:45.592930 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:45.595008 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-e62dfa10-37d2-4cd2-8c00-725e5de1855f None None] Port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:01:45.649816 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548df929-7397-451b-bab8-fa86a506f227 req-b05fb6c1-3537-4ce8-b2f9-e25b4f8f627e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:45.651293 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-548df929-7397-451b-bab8-fa86a506f227 req-b05fb6c1-3537-4ce8-b2f9-e25b4f8f627e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 931 time: 0.0933514 Mar 22 13:01:45.775946 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-548df929-7397-451b-bab8-fa86a506f227 req-394b1998-0c61-48b1-92fe-8dc0cb0770f3 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181691 Mar 22 13:01:45.861545 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1f721fdb-c347-4299-b1e2-441169449829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:45.905232 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:01:45.912635 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Publish callbacks [] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:45.924744 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Transition to ACTIVE for port object 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:01:46.047328 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.098492 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:46.169785 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Attempting to bind port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:01:46.170167 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Attempting to bind port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:01:46.170534 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Attempting to bind port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 on network 4ae50444-c8cc-49e0-92db-6be22766de16 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:46.175829 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 on network 4ae50444-c8cc-49e0-92db-6be22766de16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:01:46.176148 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Attempting to bind port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 on network 4ae50444-c8cc-49e0-92db-6be22766de16 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:46.181083 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:01:46.181421 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Checking segment: {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:46.182183 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Bound using segment: {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:01:46.182372 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Bound port: 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:01:46.182737 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.204078 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57564) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:46.250852 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:46.254051 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:46.259144 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Deleting subnet dc5e68d8-084a-4a97-8311-fddbf8fefe0c {{(pid=110232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:01:46.262294 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Publish callbacks [] for subnet (dc5e68d8-084a-4a97-8311-fddbf8fefe0c), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.295635 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210907'] for subnet (dc5e68d8-084a-4a97-8311-fddbf8fefe0c), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.334364 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (dc5e68d8-084a-4a97-8311-fddbf8fefe0c), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.362027 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.393572 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:46.394250 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.395609 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] 10.222.0.46 "PUT /v2.0/ports/7c3ea2bb-498c-46a6-a6a1-2c25f9662966 HTTP/1.1" status: 200 len: 1093 time: 0.8951111 Mar 22 13:01:46.397680 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:01:46.402933 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3e24f5-75a5-4f41-a352-b1b2b4a8f0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:01:46.440592 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b817168-6f80-4dcf-8678-dee9af898c09 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:46.444813 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4a8324-c875-4b7d-bfef-8652cb523ec7 x-openstack-request-id: req-3b4a8324-c875-4b7d-bfef-8652cb523ec7 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:01:46.445109 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:01:46.445614 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b4a8324-c875-4b7d-bfef-8652cb523ec7 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:01:46.446062 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4a8324-c875-4b7d-bfef-8652cb523ec7'] response: {'name': 'network-changed', 'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'status': 'completed', 'code': 200} Mar 22 13:01:46.450951 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9101359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9330273'] for subnet (dc5e68d8-084a-4a97-8311-fddbf8fefe0c), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.464517 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.467786 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dc5e68d8-084a-4a97-8311-fddbf8fefe0c HTTP/1.1" status: 204 len: 168 time: 0.2627001 Mar 22 13:01:46.470682 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57570) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:46.492410 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5e68d8-084a-4a97-8311-fddbf8fefe0c,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:46.501763 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.502436 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.502963 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.503469 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.503976 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.504691 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.505201 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.506267 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.506940 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.507326 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.507608 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.507944 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.508274 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.509096 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.509598 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7d472-4a46-464a-8c4f-3fe864b71ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:46.585596 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (3536a106-9aa9-4e73-a863-5014fa447c8f), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.601933 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e24f5-75a5-4f41-a352-b1b2b4a8f0fe req-8545a207-a5e7-4a3c-90cf-22cd1d6fbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:46.603522 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8b3e24f5-75a5-4f41-a352-b1b2b4a8f0fe req-8545a207-a5e7-4a3c-90cf-22cd1d6fbbef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 1127 time: 0.0754929 Mar 22 13:01:46.724626 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (3536a106-9aa9-4e73-a863-5014fa447c8f), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.758890 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3536a106-9aa9-4e73-a863-5014fa447c8f']}} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:46.775592 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793d7060-b3f1-4dde-aecf-c862eceb6d70') {'for_net_delete': True} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:46.775888 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793d7060-b3f1-4dde-aecf-c862eceb6d70') {} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:46.792310 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8397626'] for segment (793d7060-b3f1-4dde-aecf-c862eceb6d70), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.799435 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e24f5-75a5-4f41-a352-b1b2b4a8f0fe req-d57bc77b-460c-497e-864b-8bf283d32350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:46.800919 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8b3e24f5-75a5-4f41-a352-b1b2b4a8f0fe req-d57bc77b-460c-497e-864b-8bf283d32350 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1763663 Mar 22 13:01:46.814422 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (793d7060-b3f1-4dde-aecf-c862eceb6d70), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.866029 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=110231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:01:46.866351 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8621929'] for segment (793d7060-b3f1-4dde-aecf-c862eceb6d70), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: Traceback (most recent call last): Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: timer() Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: cb(*args, **kw) Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: return func(*args, **kwargs) Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: self._notify() Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: self.callback(batched_events) Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: event.method(event) Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: return f(self, *a, **k) Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._get(url).json() Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:46.869430 dv-cinder-824149-5-iscsi neutron-server[110231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:46.990052 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e24f5-75a5-4f41-a352-b1b2b4a8f0fe req-f74b694d-dc7f-4959-8c0d-c3d635c2412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:46.991582 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8b3e24f5-75a5-4f41-a352-b1b2b4a8f0fe req-f74b694d-dc7f-4959-8c0d-c3d635c2412b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849685 Mar 22 13:01:47.002276 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784dd58-9c79-49ac-9010-c97a4f125c03 req-ed00656b-5d6c-4202-b2ad-d01337c61461 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:47.003678 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1784dd58-9c79-49ac-9010-c97a4f125c03 req-ed00656b-5d6c-4202-b2ad-d01337c61461 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.1354496 Mar 22 13:01:47.058009 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (3536a106-9aa9-4e73-a863-5014fa447c8f), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:47.061786 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1784dd58-9c79-49ac-9010-c97a4f125c03 req-2432af48-829a-4159-8ca4-29e3e510e5ff tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522740 Mar 22 13:01:47.081877 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:47.085726 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:47.087321 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3536a106-9aa9-4e73-a863-5014fa447c8f HTTP/1.1" status: 204 len: 168 time: 0.6155741 Mar 22 13:01:47.097563 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb3de-009d-4e9e-aa54-efab66cabe32 admin admin] Pushing event deleted for resources: {'Network': ['ID=3536a106-9aa9-4e73-a863-5014fa447c8f,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:47.116282 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-55340bc0-5cbc-4cf1-976b-e61401193e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:47.117845 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-55340bc0-5cbc-4cf1-976b-e61401193e19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 1127 time: 0.0696039 Mar 22 13:01:47.170875 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-6938e076-d35a-4d7d-83ff-6910c32f7bf3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966 HTTP/1.1" status: 200 len: 217 time: 0.0399022 Mar 22 13:01:47.217538 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-92a0d702-40e5-47ca-baa0-594655233bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:47.219639 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-92a0d702-40e5-47ca-baa0-594655233bc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.0436804 Mar 22 13:01:47.266288 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-57fa7a50-3e27-4c3d-b67b-2bf3ca6edbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:47.267807 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-57fa7a50-3e27-4c3d-b67b-2bf3ca6edbfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429447 Mar 22 13:01:47.359952 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-791d0965-3ce8-4e49-8526-c088cdc98850 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865426 Mar 22 13:01:47.446468 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e6629e64-07ac-41cf-aadc-b24976832dbe req-77e9217c-6f99-4975-afcc-3d6f1e39d2e3 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811012 Mar 22 13:01:47.447698 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57576) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:47.487965 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-4a8eb06a-e2f4-42a6-88bd-3c8daf31a385 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7374034eeaf1466ea6a66f26dbc5e1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392003 Mar 22 13:01:47.490612 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57578) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:47.539494 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3c2530fa-66ad-4695-9d39-73701a6a4feb admin admin] Publish callbacks [] for security_group (5cd70ce5-8c7e-445a-95d3-5972c93ee0e4), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:47.566042 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3c2530fa-66ad-4695-9d39-73701a6a4feb admin admin] Publish callbacks [] for security_group (5cd70ce5-8c7e-445a-95d3-5972c93ee0e4), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:47.712919 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3c2530fa-66ad-4695-9d39-73701a6a4feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (5cd70ce5-8c7e-445a-95d3-5972c93ee0e4), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:47.715632 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3c2530fa-66ad-4695-9d39-73701a6a4feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:47.716774 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-3c2530fa-66ad-4695-9d39-73701a6a4feb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5cd70ce5-8c7e-445a-95d3-5972c93ee0e4 HTTP/1.1" status: 204 len: 168 time: 0.2250249 Mar 22 13:01:47.732132 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2530fa-66ad-4695-9d39-73701a6a4feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd70ce5-8c7e-445a-95d3-5972c93ee0e4,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:47.789472 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-2ee0a6d5-e0f1-402c-a5ed-52ca2f093718 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958086536&fields=id&tenant_id=c3532c79224840618d67599c1d469137 HTTP/1.1" status: 200 len: 267 time: 0.0458574 Mar 22 13:01:47.896905 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-a6911368-6a7e-4630-9927-723eac11c0de tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:47.898349 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-a6911368-6a7e-4630-9927-723eac11c0de tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 811 time: 0.1026773 Mar 22 13:01:47.912414 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-98c547d2-de17-410e-a600-4e3b519986f2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/quotas/c3532c79224840618d67599c1d469137 HTTP/1.1" status: 200 len: 375 time: 0.0086441 Mar 22 13:01:47.965725 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-c0d41426-405b-4fb9-846d-6fdb2b93a927 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484056 Mar 22 13:01:48.063886 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-4e0cc22e-89a5-4e2f-a3bc-acde962512f1 service neutron] 10.222.0.69 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871007 Mar 22 13:01:48.200257 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-75183706-ea85-41e9-a9f8-188ad0e5ecb0 service neutron] 10.222.0.69 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300473 Mar 22 13:01:48.223710 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dec3c-0d01-4a4a-aa63-8c456dfb4182 req-029b163a-664d-491f-b0b1-81af9901c8b3 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:48.225088 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9f4dec3c-0d01-4a4a-aa63-8c456dfb4182 req-029b163a-664d-491f-b0b1-81af9901c8b3 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0758655 Mar 22 13:01:48.277930 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9f4dec3c-0d01-4a4a-aa63-8c456dfb4182 req-0ec43216-24dc-42d3-af49-3e053edbf9ee tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465713 Mar 22 13:01:48.741464 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:48.850043 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b9ca36a0-c84d-4478-91dd-55800086c7b7 req-a69ec1c9-82fb-42cf-a01b-945c42900020 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 210 time: 0.0281777 Mar 22 13:01:49.402349 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce4edf-4fb5-4d3b-9e48-eba52cd57c80 req-a35c1f50-96b1-4a09-a628-a22f0c6f2cfb tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:49.403814 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c9ce4edf-4fb5-4d3b-9e48-eba52cd57c80 req-a35c1f50-96b1-4a09-a628-a22f0c6f2cfb tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0513949 Mar 22 13:01:49.449798 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c9ce4edf-4fb5-4d3b-9e48-eba52cd57c80 req-04de258b-a586-47fc-b07a-ed6cab0dcf78 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403376 Mar 22 13:01:49.605726 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:01:49.703435 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:49.714368 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'port_id': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'mac_address': 'fa:16:3e:83:ef:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:01:49.750710 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:49.751365 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:49.764243 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:01:49.784305 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:49.866757 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:49.920270 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:49.934892 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0a1e7578-9cfb-4dbc-a4ff-7c671a7b2ae9 req-96e79342-aa1a-4876-b031-ed2980745c7c tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 210 time: 0.0306616 Mar 22 13:01:50.143999 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['7c3ea2bb-498c-46a6-a6a1-2c25f9662966'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:01:50.209561 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:50.571601 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18609429-588b-4112-a57b-ea14d1341373 req-3452e291-72ea-48e8-9d98-5d3f12e18705 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:50.573058 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-18609429-588b-4112-a57b-ea14d1341373 req-3452e291-72ea-48e8-9d98-5d3f12e18705 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 944 time: 0.0510387 Mar 22 13:01:50.620447 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-18609429-588b-4112-a57b-ea14d1341373 req-d6c5d8a3-3f46-4249-b060-1c16a8ff7746 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413027 Mar 22 13:01:51.027367 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-156a51cd-0eb8-4bae-bd58-0872d22a5eaa req-a8d6b710-68cc-4cb1-9c03-b3a536e1af78 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 210 time: 0.0271301 Mar 22 13:01:51.284248 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-c29d285f-f8d0-41b1-bd99-6ab550bfca11 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:51.285580 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-c29d285f-f8d0-41b1-bd99-6ab550bfca11 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 811 time: 0.1017029 Mar 22 13:01:51.351865 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-fcc21dd1-c2b9-49d6-96d1-4a4a025a4337 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3532c79224840618d67599c1d469137 HTTP/1.1" status: 200 len: 379 time: 0.0517294 Mar 22 13:01:51.361016 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'port': {'device_id': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'admin_state_up': True, 'tenant_id': 'c3532c79224840618d67599c1d469137', 'security_groups': ['557fb1fc-5a0d-47cd-a46e-8b0cd16363d0']}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:51.573159 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Made reservation on behalf of c3532c79224840618d67599c1d469137 for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:51.576579 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:51.620399 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:01:51.724321 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:01:51.728471 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:51.728851 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:51.729170 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Allocated IP 172.20.0.6 (21e054c7-ae8b-401f-8ad7-be6e67a12d89/cc18aaad-758e-4a22-b555-3c0eaf95456b/3dbba993-c41c-4c76-84ee-d5c1181398cc) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:51.784927 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501b317-db6d-4501-bd07-08ce54214906 req-4eb30af2-755c-4aa9-a559-5cfdafeff9d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:51.786335 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1501b317-db6d-4501-bd07-08ce54214906 req-4eb30af2-755c-4aa9-a559-5cfdafeff9d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 944 time: 0.0910544 Mar 22 13:01:51.813312 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:01:51.813712 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:51.837371 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:01:51.839573 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db9fc93-93d1-4ce5-a026-5213df142ac3" -d '{"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:01:51.853539 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:51.879672 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4679c0-4df4-4dc5-a602-83758a52779f x-openstack-request-id: req-8b4679c0-4df4-4dc5-a602-83758a52779f {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:01:51.879966 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:01:51.880222 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b4679c0-4df4-4dc5-a602-83758a52779f {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:01:51.880632 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4679c0-4df4-4dc5-a602-83758a52779f'] response: {'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'code': 200} Mar 22 13:01:51.938959 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:51.992129 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:52.153787 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c0269ac9-8ffb-4ad6-bdd9-69da1fa2bbd1 req-d0f7c2f3-9a53-4c9c-a43c-881954516e24 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 210 time: 0.0431545 Mar 22 13:01:52.196711 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1501b317-db6d-4501-bd07-08ce54214906 req-b045b0b7-5cce-4191-93ca-613037a3a70a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045091 Mar 22 13:01:52.226252 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:52.279259 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406e2da-bf1e-4d24-8001-24dea737a0ed req-13c29452-e22a-4dc4-b138-639036682704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:52.280841 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-9406e2da-bf1e-4d24-8001-24dea737a0ed req-13c29452-e22a-4dc4-b138-639036682704 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 1129 time: 0.0438838 Mar 22 13:01:52.325820 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-9406e2da-bf1e-4d24-8001-24dea737a0ed req-04cfee80-da5e-4389-b2a7-9a67164a4085 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372398 Mar 22 13:01:52.345745 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:52.388842 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:52.392577 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:52.398766 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:01:52.422740 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'Port': ['ID=3dbba993-c41c-4c76-84ee-d5c1181398cc,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:52.451300 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:52.451927 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:52.552660 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-11def68a-1006-40cb-b399-81e630991bbd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1955917 Mar 22 13:01:52.599616 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-b05b7bce-e8d6-455d-a22e-9a2dd06dfaa4 None None] Provisioning complete for port 3dbba993-c41c-4c76-84ee-d5c1181398cc triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:01:52.600004 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b05b7bce-e8d6-455d-a22e-9a2dd06dfaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:52.633328 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-b05b7bce-e8d6-455d-a22e-9a2dd06dfaa4 None None] Port 3dbba993-c41c-4c76-84ee-d5c1181398cc cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:01:52.645014 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Request body: {'port': {'device_id': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:52.706457 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:52.962614 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbba993-c41c-4c76-84ee-d5c1181398cc {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:01:52.970556 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Publish callbacks [] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:52.982859 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Transition to ACTIVE for port object 3dbba993-c41c-4c76-84ee-d5c1181398cc will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:01:53.083969 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:53.134355 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbba993-c41c-4c76-84ee-d5c1181398cc,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:53.211135 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Attempting to bind port 3dbba993-c41c-4c76-84ee-d5c1181398cc on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:01:53.211749 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Attempting to bind port 3dbba993-c41c-4c76-84ee-d5c1181398cc by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:01:53.211944 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Attempting to bind port 3dbba993-c41c-4c76-84ee-d5c1181398cc on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:53.216967 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Port 3dbba993-c41c-4c76-84ee-d5c1181398cc on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:01:53.217342 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Attempting to bind port 3dbba993-c41c-4c76-84ee-d5c1181398cc on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:01:53.222923 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:01:53.223265 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Checking segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:01:53.223645 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Bound using segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:01:53.224077 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Bound port: 3dbba993-c41c-4c76-84ee-d5c1181398cc, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:01:53.224448 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:53.358771 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] For port 3dbba993-c41c-4c76-84ee-d5c1181398cc, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:53.366423 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] For port 3dbba993-c41c-4c76-84ee-d5c1181398cc, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3dbba993-c41c-4c76-84ee-d5c1181398cc,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:53.389677 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89c226-a596-46f1-baec-a7fd40e49b84 req-274ffd0e-b5d0-4887-b8e1-b615d37386f1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:53.391866 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fb89c226-a596-46f1-baec-a7fd40e49b84 req-274ffd0e-b5d0-4887-b8e1-b615d37386f1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 943 time: 0.1538672 Mar 22 13:01:53.402600 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5515fde-dc63-44b4-9036-ef518b670bad req-13ffe3a5-6e48-4871-a694-ed2e4b2d71af tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:53.403967 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b5515fde-dc63-44b4-9036-ef518b670bad req-13ffe3a5-6e48-4871-a694-ed2e4b2d71af tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.1068580 Mar 22 13:01:53.475252 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fb89c226-a596-46f1-baec-a7fd40e49b84 req-07474c9e-6663-4ae4-8b31-2ac9bee62796 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702567 Mar 22 13:01:53.479209 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b5515fde-dc63-44b4-9036-ef518b670bad req-268c9e00-a47b-42ca-b47e-dc97fb6e9087 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685921 Mar 22 13:01:53.524652 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:53.556934 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:53.557537 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:53.558912 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] 10.222.0.46 "PUT /v2.0/ports/3dbba993-c41c-4c76-84ee-d5c1181398cc HTTP/1.1" status: 200 len: 1093 time: 0.9190981 Mar 22 13:01:53.559342 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'tag': '3dbba993-c41c-4c76-84ee-d5c1181398cc'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:01:53.561619 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4410ce-494e-4c4b-9d76-5bba9864f931" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5066da-fcc5-4c34-a6d3-3c8719b9dd40", "tag": "3dbba993-c41c-4c76-84ee-d5c1181398cc"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:01:53.587967 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6818439-6eed-4032-9985-1ac78a34ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbba993-c41c-4c76-84ee-d5c1181398cc,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:53.606881 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9310e4-5a1a-4b8e-9135-c1b2ac2da2d3 x-openstack-request-id: req-dd9310e4-5a1a-4b8e-9135-c1b2ac2da2d3 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:01:53.607376 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5066da-fcc5-4c34-a6d3-3c8719b9dd40", "tag": "3dbba993-c41c-4c76-84ee-d5c1181398cc", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:01:53.607903 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dd9310e4-5a1a-4b8e-9135-c1b2ac2da2d3 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:01:53.608317 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9310e4-5a1a-4b8e-9135-c1b2ac2da2d3'] response: {'name': 'network-changed', 'server_uuid': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'tag': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'status': 'completed', 'code': 200} Mar 22 13:01:53.702761 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4410ce-494e-4c4b-9d76-5bba9864f931 req-ac175c59-2759-4eff-ae95-fe8a19a0fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:53.704478 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fc4410ce-494e-4c4b-9d76-5bba9864f931 req-ac175c59-2759-4eff-ae95-fe8a19a0fb04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 1127 time: 0.0483441 Mar 22 13:01:53.813648 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4410ce-494e-4c4b-9d76-5bba9864f931 req-4e512c95-4171-412d-b47b-d9d45c78bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:53.815134 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fc4410ce-494e-4c4b-9d76-5bba9864f931 req-4e512c95-4171-412d-b47b-d9d45c78bf1a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c3532c79224840618d67599c1d469137&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0974753 Mar 22 13:01:53.918840 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4410ce-494e-4c4b-9d76-5bba9864f931 req-4c492d02-98b0-47ef-8647-0be4efbf7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:53.920207 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fc4410ce-494e-4c4b-9d76-5bba9864f931 req-4c492d02-98b0-47ef-8647-0be4efbf7193 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985727 Mar 22 13:01:54.021323 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-fdcd7e22-e6d1-4247-b6fb-36af18ef64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.022751 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-fdcd7e22-e6d1-4247-b6fb-36af18ef64e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 1127 time: 0.0482411 Mar 22 13:01:54.068987 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-3923cbba-9818-46c6-88e7-50b3dabb9f11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dbba993-c41c-4c76-84ee-d5c1181398cc HTTP/1.1" status: 200 len: 217 time: 0.0339055 Mar 22 13:01:54.117934 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-04f47dce-8b7f-406f-99cb-dd9bd00a598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.119839 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-04f47dce-8b7f-406f-99cb-dd9bd00a598a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0448174 Mar 22 13:01:54.170343 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-902a4312-6bd8-4fd0-b492-49a5fe2fdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.172542 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-902a4312-6bd8-4fd0-b492-49a5fe2fdc79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460734 Mar 22 13:01:54.257768 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-38c6750e-3a99-4c70-8eb4-3fe702988959 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801492 Mar 22 13:01:54.351089 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-74d0a6c2-f54e-448b-8953-0dd4344143e6 req-882cf7b6-ee99-4b2d-a1bc-1c0d4814815c service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Mar 22 13:01:54.628085 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33650ef2-d3b5-4ced-b750-347b51ce9d93 req-b83fbde4-2b72-424f-85de-4a946ac7240e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.629437 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-33650ef2-d3b5-4ced-b750-347b51ce9d93 req-b83fbde4-2b72-424f-85de-4a946ac7240e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 943 time: 0.0817585 Mar 22 13:01:54.636933 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7ba18-6c7b-4f63-b105-9fab863ea5ed req-df61c9c9-5815-4144-9156-9f71304b09f4 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.638277 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-96b7ba18-6c7b-4f63-b105-9fab863ea5ed req-df61c9c9-5815-4144-9156-9f71304b09f4 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0820274 Mar 22 13:01:54.708027 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-33650ef2-d3b5-4ced-b750-347b51ce9d93 req-b017a4b1-520b-4ba1-99de-583eb7c3fc44 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688245 Mar 22 13:01:54.712084 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-96b7ba18-6c7b-4f63-b105-9fab863ea5ed req-bf6e10e7-dade-46af-93a9-0bbd62df4ee1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673616 Mar 22 13:01:54.833226 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ab0cd-75f4-49e6-bfd9-4b6c5bdbe4d5 req-aefca792-25ee-4bf4-bb29-1bd91f59e8b7 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:54.834695 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ff4ab0cd-75f4-49e6-bfd9-4b6c5bdbe4d5 req-aefca792-25ee-4bf4-bb29-1bd91f59e8b7 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0560141 Mar 22 13:01:54.843174 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 57636) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:01:54.848194 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-3a7d111a-053a-4f04-a569-8bff42e331fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Request body: {'floatingip': {'port_id': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:01:54.889580 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3a7d111a-053a-4f04-a569-8bff42e331fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (359a4ef9-a9ad-45e2-8bd7-730a3d03395c), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:55.294077 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3a7d111a-053a-4f04-a569-8bff42e331fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:55.375799 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3a7d111a-053a-4f04-a569-8bff42e331fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (359a4ef9-a9ad-45e2-8bd7-730a3d03395c), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:55.475162 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [None req-3a7d111a-053a-4f04-a569-8bff42e331fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Floating IP 359a4ef9-a9ad-45e2-8bd7-730a3d03395c associated. External IP: 172.27.2.164, port: 7c3ea2bb-498c-46a6-a6a1-2c25f9662966. Mar 22 13:01:55.676977 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7d111a-053a-4f04-a569-8bff42e331fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Router 9a0da626-63be-4ed5-9eaa-81137e42c060 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:01:55.785842 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7d111a-053a-4f04-a569-8bff42e331fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:55.790610 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-3a7d111a-053a-4f04-a569-8bff42e331fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:01:55.797302 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] Sync routers for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:01:55.807202 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:55.807802 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:55.820559 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-3a7d111a-053a-4f04-a569-8bff42e331fa tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "PUT /v2.0/floatingips/359a4ef9-a9ad-45e2-8bd7-730a3d03395c HTTP/1.1" status: 200 len: 991 time: 0.9757450 Mar 22 13:01:55.821249 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:01:55.823521 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aad516-4fa3-45ba-8288-06a59edf1402" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:01:55.833419 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7256f57-07af-4490-8ffa-349abfe1df22 req-b6883ea7-e914-43c3-9a91-df726b397585 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:55.840725 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b7256f57-07af-4490-8ffa-349abfe1df22 req-b6883ea7-e914-43c3-9a91-df726b397585 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 943 time: 0.0637858 Mar 22 13:01:55.860870 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289e8c7e-b75e-44a9-bb8e-aec3f1c3c299 x-openstack-request-id: req-289e8c7e-b75e-44a9-bb8e-aec3f1c3c299 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:01:55.861370 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:01:55.861471 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-289e8c7e-b75e-44a9-bb8e-aec3f1c3c299 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:01:55.861796 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289e8c7e-b75e-44a9-bb8e-aec3f1c3c299'] response: {'name': 'network-changed', 'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'status': 'completed', 'code': 200} Mar 22 13:01:55.887813 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b7256f57-07af-4490-8ffa-349abfe1df22 req-e7ab1f98-1345-444e-808a-3f671caceecc tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462248 Mar 22 13:01:55.922837 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:55.950093 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-32c60f14-a518-4c97-b989-5b1eb57f6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:55.951513 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-32c60f14-a518-4c97-b989-5b1eb57f6382 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 1129 time: 0.0459843 Mar 22 13:01:56.042085 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-b3a599e4-6db6-47e1-8a01-fc7dcc692a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:56.043551 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-b3a599e4-6db6-47e1-8a01-fc7dcc692a3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 917 time: 0.0859427 Mar 22 13:01:56.107144 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-c8bfff64-74ab-4f61-a891-3d6b575148b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966 HTTP/1.1" status: 200 len: 999 time: 0.0578725 Mar 22 13:01:56.145308 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '359a4ef9-a9ad-45e2-8bd7-730a3d03395c', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'port_id': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'mac_address': 'fa:16:3e:83:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:33Z', 'updated_at': '2022-03-22T13:01:55Z', 'revision_number': 1, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:56.161489 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-d7172cbd-85bc-473d-b0c0-11ddb2da82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:56.162953 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-d7172cbd-85bc-473d-b0c0-11ddb2da82aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.0500031 Mar 22 13:01:56.176114 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] Checking router: 9a0da626-63be-4ed5-9eaa-81137e42c060 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:01:56.184585 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:01:56.185182 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:56.210383 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-9d0bd022-68cf-4a4a-8fe0-c3d20facd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:56.211802 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-9d0bd022-68cf-4a4a-8fe0-c3d20facd23d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427809 Mar 22 13:01:56.291107 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:01:56.299659 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-199f8c64-ae4b-4d23-9913-ff96c4d4c24e service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803084 Mar 22 13:01:56.389705 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e1aad516-4fa3-45ba-8288-06a59edf1402 req-57cf48f6-85e7-4456-8c90-cde49060c2f6 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843792 Mar 22 13:01:56.508412 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '359a4ef9-a9ad-45e2-8bd7-730a3d03395c', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'port_id': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'mac_address': 'fa:16:3e:83:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:33Z', 'updated_at': '2022-03-22T13:01:55Z', 'revision_number': 1, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:56.536952 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea0b5f-d397-4140-9ebc-6667bf998ddc None None] The sync data for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi is: [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '359a4ef9-a9ad-45e2-8bd7-730a3d03395c', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'port_id': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'mac_address': 'fa:16:3e:83:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:33Z', 'updated_at': '2022-03-22T13:01:55Z', 'revision_number': 1, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:01:56.721211 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b205e433-f6e4-4cc5-88ce-6eb3d8660590 None None] New status for floating IP 359a4ef9-a9ad-45e2-8bd7-730a3d03395c: ACTIVE {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:01:57.009751 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd54992-ea56-41f3-8388-43bec39706f3 req-7d31823e-c373-4a20-a1d1-078186454f8e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:57.011251 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afd54992-ea56-41f3-8388-43bec39706f3 req-7d31823e-c373-4a20-a1d1-078186454f8e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 943 time: 0.0534487 Mar 22 13:01:57.058527 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afd54992-ea56-41f3-8388-43bec39706f3 req-4ee3375d-43ed-4c25-a8f6-be9780eec5b3 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417984 Mar 22 13:01:58.173847 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f9c1d-5ede-49ba-95f6-4e2018a2b1bc req-5b140550-cc97-4312-a443-2f4c011fceba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:58.175397 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-931f9c1d-5ede-49ba-95f6-4e2018a2b1bc req-5b140550-cc97-4312-a443-2f4c011fceba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 943 time: 0.0518210 Mar 22 13:01:58.226654 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-931f9c1d-5ede-49ba-95f6-4e2018a2b1bc req-c7a03cf0-274d-40a5-bd7f-91cb4ee85454 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456309 Mar 22 13:01:59.352950 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90256b4f-b662-4b11-be12-f6f7fbe50147 req-3904b942-797e-4039-8a26-2b20b5632e32 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:59.354498 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-90256b4f-b662-4b11-be12-f6f7fbe50147 req-3904b942-797e-4039-8a26-2b20b5632e32 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 943 time: 0.0523677 Mar 22 13:01:59.402143 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-90256b4f-b662-4b11-be12-f6f7fbe50147 req-6ce06a2f-d769-4df7-a7c3-437903f58853 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421729 Mar 22 13:02:00.515529 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf9808-070a-4367-8da5-b09d56b4c9c0 req-816ef40d-947b-4687-9aee-8e6d580b017f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:00.516983 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8aaf9808-070a-4367-8da5-b09d56b4c9c0 req-816ef40d-947b-4687-9aee-8e6d580b017f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 943 time: 0.0511231 Mar 22 13:02:00.565035 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8aaf9808-070a-4367-8da5-b09d56b4c9c0 req-9a7cae99-97a7-4e56-ae85-e9ca749ab14a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424137 Mar 22 13:02:01.682835 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4e61-9329-4852-9561-d2206dad6183 req-bdc26531-1e26-45b6-8cf9-6d55fb8510b0 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:01.683525 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 3dbba993-c41c-4c76-84ee-d5c1181398cc details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:02:01.684354 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dbb4e61-9329-4852-9561-d2206dad6183 req-bdc26531-1e26-45b6-8cf9-6d55fb8510b0 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 943 time: 0.0545299 Mar 22 13:02:01.733093 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dbb4e61-9329-4852-9561-d2206dad6183 req-766e7d5d-4be3-4eff-87f5-ba79f316d649 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432200 Mar 22 13:02:01.777650 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 3dbba993-c41c-4c76-84ee-d5c1181398cc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3dbba993-c41c-4c76-84ee-d5c1181398cc,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:02:01.789602 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'port_id': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'mac_address': 'fa:16:3e:82:64:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:02:01.830170 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 3dbba993-c41c-4c76-84ee-d5c1181398cc is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:02:01.830570 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:01.843923 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbba993-c41c-4c76-84ee-d5c1181398cc {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:02:01.863743 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 3dbba993-c41c-4c76-84ee-d5c1181398cc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3dbba993-c41c-4c76-84ee-d5c1181398cc,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:02:01.935561 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:01.982920 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=3dbba993-c41c-4c76-84ee-d5c1181398cc,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:02.224117 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['3dbba993-c41c-4c76-84ee-d5c1181398cc'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:02:02.852149 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3090e-e108-4d6f-a5d3-875ccebca0dc req-5bc6d264-189a-40f1-8b21-adeec52f5dad tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:02.853640 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e9c3090e-e108-4d6f-a5d3-875ccebca0dc req-5bc6d264-189a-40f1-8b21-adeec52f5dad tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 944 time: 0.0532904 Mar 22 13:02:02.904489 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e9c3090e-e108-4d6f-a5d3-875ccebca0dc req-a5e565ee-d5a2-43f7-a8b6-899e4856704c tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453093 Mar 22 13:02:03.702812 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 3dbba993-c41c-4c76-84ee-d5c1181398cc up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:02:03.838492 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 3dbba993-c41c-4c76-84ee-d5c1181398cc completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:02:03.842703 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 3dbba993-c41c-4c76-84ee-d5c1181398cc triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:02:03.843122 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:03.920694 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 3dbba993-c41c-4c76-84ee-d5c1181398cc is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:02:03.921116 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:03.945002 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbba993-c41c-4c76-84ee-d5c1181398cc'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:03.947170 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f406d8a5-a04f-424c-89db-3748d4d8192b" -d '{"events": [{"server_uuid": "9b5066da-fcc5-4c34-a6d3-3c8719b9dd40", "name": "network-vif-plugged", "status": "completed", "tag": "3dbba993-c41c-4c76-84ee-d5c1181398cc"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:02:03.959684 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 3dbba993-c41c-4c76-84ee-d5c1181398cc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3dbba993-c41c-4c76-84ee-d5c1181398cc,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:02:03.986496 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29a9659-a442-42eb-840a-3b738aeec7b6 x-openstack-request-id: req-a29a9659-a442-42eb-840a-3b738aeec7b6 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:02:03.987355 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5066da-fcc5-4c34-a6d3-3c8719b9dd40", "name": "network-vif-plugged", "status": "completed", "tag": "3dbba993-c41c-4c76-84ee-d5c1181398cc", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:02:03.987615 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a29a9659-a442-42eb-840a-3b738aeec7b6 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:02:03.988021 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29a9659-a442-42eb-840a-3b738aeec7b6'] response: {'server_uuid': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'code': 200} Mar 22 13:02:04.026389 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e20bf7-40cc-4c95-b6a8-cb2b1165cb96 req-36cb6868-405a-44e3-81ec-3ff9fde3459a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:04.028928 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-11e20bf7-40cc-4c95-b6a8-cb2b1165cb96 req-36cb6868-405a-44e3-81ec-3ff9fde3459a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 944 time: 0.0587370 Mar 22 13:02:04.033012 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:04.077544 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-11e20bf7-40cc-4c95-b6a8-cb2b1165cb96 req-a1acb968-37e2-44f6-a351-4e15f60af9bf tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438120 Mar 22 13:02:04.084043 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=3dbba993-c41c-4c76-84ee-d5c1181398cc,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:04.090966 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.091315 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.091653 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.091990 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.092321 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.092648 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.092969 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.093291 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.093904 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.094211 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.094534 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.094855 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.095175 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.095488 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.095803 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:04.372237 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03c82-b80c-4a93-ba58-4e7249c36e14 req-b03c29d7-3cfb-4db3-a44c-9cd57ccb6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:04.373730 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-62d03c82-b80c-4a93-ba58-4e7249c36e14 req-b03c29d7-3cfb-4db3-a44c-9cd57ccb6586 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 1129 time: 0.0433254 Mar 22 13:02:04.418294 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-62d03c82-b80c-4a93-ba58-4e7249c36e14 req-0b098398-d3c9-4d34-aa28-b625cb3d7c8c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386667 Mar 22 13:02:05.194958 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e8b50-603b-4668-9f6e-2223562b8de4 req-5e42d9b8-70e0-4911-8c13-4c77dd5fdc9a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:05.196407 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b77e8b50-603b-4668-9f6e-2223562b8de4 req-5e42d9b8-70e0-4911-8c13-4c77dd5fdc9a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 945 time: 0.0503492 Mar 22 13:02:05.246614 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b77e8b50-603b-4668-9f6e-2223562b8de4 req-060675a4-5e20-49f6-894e-8967ea264acd tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447195 Mar 22 13:02:06.361315 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d9a6c-f5f3-454b-9b76-8499c838c02b req-1ed5834b-976a-41d3-b6f6-a019519c03e4 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:06.362792 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-261d9a6c-f5f3-454b-9b76-8499c838c02b req-1ed5834b-976a-41d3-b6f6-a019519c03e4 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 945 time: 0.0504684 Mar 22 13:02:06.410373 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-261d9a6c-f5f3-454b-9b76-8499c838c02b req-dd0c5900-f32d-4141-89b7-baa5b4f3e129 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419042 Mar 22 13:02:06.523145 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceb6e8-17fa-4902-b3ad-530b6bd298b7 req-c33872e8-847c-438b-b87b-d2f10c80c5b2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:06.524583 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9fceb6e8-17fa-4902-b3ad-530b6bd298b7 req-c33872e8-847c-438b-b87b-d2f10c80c5b2 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Mar 22 13:02:06.571227 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9fceb6e8-17fa-4902-b3ad-530b6bd298b7 req-b674752a-f322-42c4-92b1-b0cdcaa93e01 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 Mar 22 13:02:06.593397 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57668) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:02:06.826048 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92e6a5-8589-4be9-8ff5-c5c145d964cd tempest-TestVolumeBootPattern-1255590028 tempest-TestVolumeBootPattern-1255590028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:06.827529 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-de92e6a5-8589-4be9-8ff5-c5c145d964cd tempest-TestVolumeBootPattern-1255590028 tempest-TestVolumeBootPattern-1255590028-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 1124 time: 0.2331119 Mar 22 13:02:06.830666 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 57672) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:02:06.834827 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'port_id': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:02:06.929709 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:07.022620 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:07.124961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Allocated IP 172.27.2.115 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/abb2cfe1-3b73-41cf-8957-797f09e4e935) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:02:07.223451 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for port (abb2cfe1-3b73-41cf-8957-797f09e4e935), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:07.350395 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (abb2cfe1-3b73-41cf-8957-797f09e4e935), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:07.390570 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:02:07.393837 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:02:07.399831 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:02:07.420912 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'Port': ['ID=abb2cfe1-3b73-41cf-8957-797f09e4e935,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:07.738366 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (38ab7597-2501-4686-833f-5810285f7aaa), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:07.861742 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (abb2cfe1-3b73-41cf-8957-797f09e4e935), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:08.007967 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for port (abb2cfe1-3b73-41cf-8957-797f09e4e935), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:08.095235 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (abb2cfe1-3b73-41cf-8957-797f09e4e935), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:08.164856 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'Port': ['ID=abb2cfe1-3b73-41cf-8957-797f09e4e935,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:08.173703 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (38ab7597-2501-4686-833f-5810285f7aaa), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:08.275994 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Floating IP 38ab7597-2501-4686-833f-5810285f7aaa associated. External IP: 172.27.2.115, port: 3dbba993-c41c-4c76-84ee-d5c1181398cc. Mar 22 13:02:08.480254 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Router 401f6684-581c-45c6-8342-c0dbedae22a8 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:02:08.583696 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:02:08.592888 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] Sync routers for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:02:08.602478 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:02:08.605029 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.669094 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:08.713262 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:02:08.945875 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '38ab7597-2501-4686-833f-5810285f7aaa', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:82:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:02:07Z', 'updated_at': '2022-03-22T13:02:07Z', 'revision_number': 0, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:08.967476 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-738c4101-fc67-40ea-b564-9e9f20adfd3d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1357684 Mar 22 13:02:08.968055 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'tag': '3dbba993-c41c-4c76-84ee-d5c1181398cc'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:08.970317 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59df475-7578-4191-a2fa-47f542bacf98" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5066da-fcc5-4c34-a6d3-3c8719b9dd40", "tag": "3dbba993-c41c-4c76-84ee-d5c1181398cc"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:02:08.976108 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] Checking router: 401f6684-581c-45c6-8342-c0dbedae22a8 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:02:08.985021 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:02:08.985683 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:01:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:09.011314 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d36799-bd00-42db-9375-a6df518f1c50 x-openstack-request-id: req-e0d36799-bd00-42db-9375-a6df518f1c50 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:02:09.011603 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5066da-fcc5-4c34-a6d3-3c8719b9dd40", "tag": "3dbba993-c41c-4c76-84ee-d5c1181398cc", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:02:09.011853 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0d36799-bd00-42db-9375-a6df518f1c50 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:02:09.012254 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d36799-bd00-42db-9375-a6df518f1c50'] response: {'name': 'network-changed', 'server_uuid': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'tag': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'status': 'completed', 'code': 200} Mar 22 13:02:09.058380 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:02:09.100107 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:02:09.104281 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59df475-7578-4191-a2fa-47f542bacf98 req-1d9dbdde-b770-4e19-a1d2-cf3bff25b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:09.105775 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e59df475-7578-4191-a2fa-47f542bacf98 req-1d9dbdde-b770-4e19-a1d2-cf3bff25b269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 1129 time: 0.0431209 Mar 22 13:02:09.195864 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59df475-7578-4191-a2fa-47f542bacf98 req-c45da409-ecda-45da-9656-9b04e2fff31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:09.197378 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e59df475-7578-4191-a2fa-47f542bacf98 req-c45da409-ecda-45da-9656-9b04e2fff31c service neutron] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 912 time: 0.0858657 Mar 22 13:02:09.264953 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e59df475-7578-4191-a2fa-47f542bacf98 req-6f062abe-4ece-4158-bd10-0f9646a18dc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dbba993-c41c-4c76-84ee-d5c1181398cc HTTP/1.1" status: 200 len: 999 time: 0.0617793 Mar 22 13:02:09.312756 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59df475-7578-4191-a2fa-47f542bacf98 req-dd9ad0d1-ba14-4b89-9bd6-03205518eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:09.314216 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e59df475-7578-4191-a2fa-47f542bacf98 req-dd9ad0d1-ba14-4b89-9bd6-03205518eb9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0436389 Mar 22 13:02:09.365378 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59df475-7578-4191-a2fa-47f542bacf98 req-aa29df78-9b49-4874-91f1-982f4120af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:09.366883 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e59df475-7578-4191-a2fa-47f542bacf98 req-aa29df78-9b49-4874-91f1-982f4120af53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458422 Mar 22 13:02:09.410244 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '38ab7597-2501-4686-833f-5810285f7aaa', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:82:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:02:07Z', 'updated_at': '2022-03-22T13:02:07Z', 'revision_number': 0, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:02:09.434982 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbca85-c3c0-4403-a4f1-29444ea19d13 None None] The sync data for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi is: [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '38ab7597-2501-4686-833f-5810285f7aaa', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:82:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:02:07Z', 'updated_at': '2022-03-22T13:02:07Z', 'revision_number': 0, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:02:09.453642 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e59df475-7578-4191-a2fa-47f542bacf98 req-5592a595-9a10-4795-81df-fe4d0b2b4bb2 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804126 Mar 22 13:02:09.550442 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e59df475-7578-4191-a2fa-47f542bacf98 req-c1ac6bfb-3394-42b4-bcbf-aeb62f5a5ec9 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890110 Mar 22 13:02:09.623062 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220eecf5-0467-4c3d-9143-d53cba94dec0 None None] New status for floating IP 38ab7597-2501-4686-833f-5810285f7aaa: ACTIVE {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:02:11.655545 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:13.735671 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1c1231a2-1aa1-4af5-b560-3e9160bb02a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:15.835197 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-7a19fb78-e78c-4920-b1d6-bd543fcc3bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:17.055264 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:17.203000 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-fd3ddbc9-9cc6-4b56-89cb-9f1e95b48214 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429983 Mar 22 13:02:17.306996 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-cc314099-100c-44fd-a88f-09123d5d7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:17.308378 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-cc314099-100c-44fd-a88f-09123d5d7695 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 1129 time: 0.0437093 Mar 22 13:02:17.416356 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-743dde25-14dd-4fd6-a57a-a1c2ddea46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:17.417794 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-743dde25-14dd-4fd6-a57a-a1c2ddea46b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 917 time: 0.0859370 Mar 22 13:02:17.483658 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-75889b4e-6ce8-4de2-820e-4a71454dc863 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966 HTTP/1.1" status: 200 len: 1001 time: 0.0570574 Mar 22 13:02:17.530874 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-a1093592-5dba-4ded-ba61-4b4086b05bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:17.532230 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-a1093592-5dba-4ded-ba61-4b4086b05bb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.0422835 Mar 22 13:02:17.581735 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-8922f472-a79f-422d-aab3-78629006d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:17.583132 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-8922f472-a79f-422d-aab3-78629006d277 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450308 Mar 22 13:02:17.681504 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-8c13e30d-8811-4cc1-913e-65f5edad3267 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883162 Mar 22 13:02:17.774555 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a885fcd-dd43-4d9c-9a0c-2e3ba9b49f03 req-593bd3df-7f56-4494-8a69-abbbc445b847 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872810 Mar 22 13:02:18.715188 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:20.152620 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:33.597879 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d45bb-3447-4ff2-ae0f-bd523bc541c2 req-c543cc52-3e12-4ee5-a83f-b8d81add2a27 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:33.599911 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8d9d45bb-3447-4ff2-ae0f-bd523bc541c2 req-c543cc52-3e12-4ee5-a83f-b8d81add2a27 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0614631 Mar 22 13:02:33.651226 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8d9d45bb-3447-4ff2-ae0f-bd523bc541c2 req-84ed7601-7390-437a-9e44-48987fe35b00 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412519 Mar 22 13:02:34.776833 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818394a5-594a-4796-bd5f-29c1fb26e495 req-9601c9f5-cd79-401d-83d8-f55cfb69c9b2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:34.778357 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-818394a5-594a-4796-bd5f-29c1fb26e495 req-9601c9f5-cd79-401d-83d8-f55cfb69c9b2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0537531 Mar 22 13:02:34.823320 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-818394a5-594a-4796-bd5f-29c1fb26e495 req-b8613e6f-d42d-44c3-bb66-42e78acd7e5f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393763 Mar 22 13:02:35.946911 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073be9a-6f62-4a9c-9331-fc0571aa1567 req-6764690d-8517-46f1-9035-70aa9e598bf9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:35.948379 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d073be9a-6f62-4a9c-9331-fc0571aa1567 req-6764690d-8517-46f1-9035-70aa9e598bf9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0551367 Mar 22 13:02:35.994975 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d073be9a-6f62-4a9c-9331-fc0571aa1567 req-20d3dbf9-5d3d-4e91-a477-73dbab4587d2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403266 Mar 22 13:02:37.116377 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdad83-3615-4fb3-8cd4-f747db61956b req-61121d3f-d139-4981-afd8-0f3395066ae8 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:37.117811 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98fdad83-3615-4fb3-8cd4-f747db61956b req-61121d3f-d139-4981-afd8-0f3395066ae8 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0506744 Mar 22 13:02:37.166263 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-98fdad83-3615-4fb3-8cd4-f747db61956b req-04308306-9448-42e5-9341-a90f24faf5fc tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423102 Mar 22 13:02:38.284696 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea4e7c-b5e9-44b3-b24f-6d74ffd8318f req-ef9938f6-c44a-4c07-8f2f-15c99a92a513 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:38.286182 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eeea4e7c-b5e9-44b3-b24f-6d74ffd8318f req-ef9938f6-c44a-4c07-8f2f-15c99a92a513 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0519066 Mar 22 13:02:38.336413 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eeea4e7c-b5e9-44b3-b24f-6d74ffd8318f req-1102f8bf-5b0d-4ac2-be9b-88eb984c2cad tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445716 Mar 22 13:02:39.459898 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb0644-3e8d-47ec-922c-4cd0adb0039b req-18f13b9c-cc98-4690-9d8f-9fbc29e489c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:39.461354 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cfcb0644-3e8d-47ec-922c-4cd0adb0039b req-18f13b9c-cc98-4690-9d8f-9fbc29e489c1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0532556 Mar 22 13:02:39.507075 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cfcb0644-3e8d-47ec-922c-4cd0adb0039b req-59b66f65-e435-4c3f-90b3-d319ebc639ca tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395229 Mar 22 13:02:40.629546 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09c2a7-5f60-4a54-ba3d-f9243a027baf req-bcd635c2-22bf-49cc-933b-8b413e5f584a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:40.631061 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f09c2a7-5f60-4a54-ba3d-f9243a027baf req-bcd635c2-22bf-49cc-933b-8b413e5f584a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0521841 Mar 22 13:02:40.676872 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4f09c2a7-5f60-4a54-ba3d-f9243a027baf req-23f37b19-d011-46fb-87a6-e644d94c0af8 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Mar 22 13:02:41.668965 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:41.798103 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cde243-f9c8-4348-9958-04244cf833ee req-c7b884ad-6550-412b-aa1a-a877f96e52f4 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:41.799551 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d4cde243-f9c8-4348-9958-04244cf833ee req-c7b884ad-6550-412b-aa1a-a877f96e52f4 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0548723 Mar 22 13:02:41.844714 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d4cde243-f9c8-4348-9958-04244cf833ee req-ca61c07e-1508-473d-9893-7c3329b7b5e0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395851 Mar 22 13:02:42.965776 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11826a8-10aa-4a5d-88c7-1d73a6df0e87 req-a6babeaf-f143-46c8-8c7b-2105c56658bf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:42.967302 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d11826a8-10aa-4a5d-88c7-1d73a6df0e87 req-a6babeaf-f143-46c8-8c7b-2105c56658bf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0527055 Mar 22 13:02:43.025469 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d11826a8-10aa-4a5d-88c7-1d73a6df0e87 req-d69e1527-ac81-4804-a6b3-aa42f571f9cf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447779 Mar 22 13:02:43.674985 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-145e7c74-fa4c-44e0-b867-52c592891145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:44.146729 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b7a7d-2b38-40f6-b35d-3d61c2269386 req-05021158-07d2-4365-9784-8a5c367c6fca tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:44.148197 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-343b7a7d-2b38-40f6-b35d-3d61c2269386 req-05021158-07d2-4365-9784-8a5c367c6fca tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0564489 Mar 22 13:02:44.194891 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-343b7a7d-2b38-40f6-b35d-3d61c2269386 req-4f4a0720-2885-455c-b652-7b96d8b9812e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412407 Mar 22 13:02:45.316251 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda35b2-7a27-4163-a020-53ea44c1733d req-6f4e02c5-3802-4ff1-88a7-bd45e44d6436 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:45.317708 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5bda35b2-7a27-4163-a020-53ea44c1733d req-6f4e02c5-3802-4ff1-88a7-bd45e44d6436 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0522337 Mar 22 13:02:45.365390 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5bda35b2-7a27-4163-a020-53ea44c1733d req-1bb4e0e7-3c56-4189-81ea-1842b3332c28 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420945 Mar 22 13:02:45.860543 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-a0b600db-3d34-4876-8d7b-ab458bf5f702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:46.027154 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:02:46.484914 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318696f-745d-4d4b-8ef1-61969e959761 req-ec56afe2-b525-4c51-bc6f-8fb66517feea tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:46.486392 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8318696f-745d-4d4b-8ef1-61969e959761 req-ec56afe2-b525-4c51-bc6f-8fb66517feea tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0513153 Mar 22 13:02:46.535902 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8318696f-745d-4d4b-8ef1-61969e959761 req-7d2635ee-7ba9-40ba-b9d1-580a3bfafdcf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439243 Mar 22 13:02:47.098142 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:47.654490 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87d74d-6073-458a-8486-adfe95fb7693 req-116441de-deed-444c-b76e-f4d83e3f0258 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:47.656575 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6c87d74d-6073-458a-8486-adfe95fb7693 req-116441de-deed-444c-b76e-f4d83e3f0258 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0509734 Mar 22 13:02:47.701273 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6c87d74d-6073-458a-8486-adfe95fb7693 req-cd7ccd19-8861-42ca-b3c5-891ec9d69952 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391848 Mar 22 13:02:48.731620 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:48.821934 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b2027-d148-4016-a581-62ea69762ff6 req-0df07a9f-d4df-48ba-8498-004bc6c6c9ed tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:48.823421 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f66b2027-d148-4016-a581-62ea69762ff6 req-0df07a9f-d4df-48ba-8498-004bc6c6c9ed tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0509176 Mar 22 13:02:48.868922 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f66b2027-d148-4016-a581-62ea69762ff6 req-6441fdfb-2950-48cd-afe9-26976277b440 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392113 Mar 22 13:02:49.995153 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95357ca9-10d0-41c5-9a0a-269e00af62cf req-1d4c2734-9585-4ba5-959b-5c1f62b2813f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:49.996614 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95357ca9-10d0-41c5-9a0a-269e00af62cf req-1d4c2734-9585-4ba5-959b-5c1f62b2813f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0554295 Mar 22 13:02:50.042737 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-95357ca9-10d0-41c5-9a0a-269e00af62cf req-3728e0ca-de09-432e-b7ab-000ccf275876 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398417 Mar 22 13:02:50.148886 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:51.164636 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22c6c2-c6f1-42c4-9c27-953ee50dafd0 req-21b87b57-eabc-4cdc-8bb9-c72133b20bdf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:51.166121 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5f22c6c2-c6f1-42c4-9c27-953ee50dafd0 req-21b87b57-eabc-4cdc-8bb9-c72133b20bdf tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0514286 Mar 22 13:02:51.211824 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5f22c6c2-c6f1-42c4-9c27-953ee50dafd0 req-6be19976-f339-4c83-ab28-529f60b9609b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402029 Mar 22 13:02:51.931995 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:02:52.025840 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:02:52.037516 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'port_id': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'mac_address': 'fa:16:3e:83:ef:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:02:52.076357 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 is: ACTIVE; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:02:52.077272 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:52.089464 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:02:52.109438 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:02:52.192542 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:52.243000 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=6']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:52.345974 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['7c3ea2bb-498c-46a6-a6a1-2c25f9662966'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:02:52.348966 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e759be-1e88-44d4-bf76-1be6990dd9fa req-2018119e-87cc-45c6-abe3-74156a17098c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:52.356592 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8e759be-1e88-44d4-bf76-1be6990dd9fa req-2018119e-87cc-45c6-abe3-74156a17098c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 944 time: 0.0623977 Mar 22 13:02:52.415470 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d8e759be-1e88-44d4-bf76-1be6990dd9fa req-aa832017-0d6f-4ce3-aae0-bde9ea70f566 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576222 Mar 22 13:02:53.537568 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17882143-c7d2-4e88-bfad-a261e1d6865a req-7676a78c-9922-4582-944b-8763cba335a9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:53.539897 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-17882143-c7d2-4e88-bfad-a261e1d6865a req-7676a78c-9922-4582-944b-8763cba335a9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 944 time: 0.0553310 Mar 22 13:02:53.591541 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-17882143-c7d2-4e88-bfad-a261e1d6865a req-5c5075fc-0108-47fc-b9fd-a23d7d93ff9f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460968 Mar 22 13:02:53.944188 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:02:53.994474 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:02:53.995519 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:54.081319 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:02:54.082141 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:54.105447 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:02:54.108070 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b13930b-51ae-4675-84f2-60899e08b173" -d '{"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:02:54.121518 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:02:54.152056 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d4372-c508-49c3-9ac8-e1938cad4cda x-openstack-request-id: req-609d4372-c508-49c3-9ac8-e1938cad4cda {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:02:54.152345 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:02:54.152602 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-609d4372-c508-49c3-9ac8-e1938cad4cda {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:02:54.153000 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609d4372-c508-49c3-9ac8-e1938cad4cda'] response: {'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'code': 200} Mar 22 13:02:54.200763 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:02:54.258017 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=7']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:54.727704 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93bba6-af45-48aa-939f-bee2f5fb247e req-2082c456-3c68-4738-a235-0c2500fca3f1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:54.729391 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1f93bba6-af45-48aa-939f-bee2f5fb247e req-2082c456-3c68-4738-a235-0c2500fca3f1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0576222 Mar 22 13:02:54.783107 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1f93bba6-af45-48aa-939f-bee2f5fb247e req-b8b69798-987e-4e51-b753-7364b309ae49 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479541 Mar 22 13:02:55.934688 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2d086-deb8-4fe2-a019-1b4170c97e62 req-53d5888c-4114-4db3-a399-2d5b4c7249dd tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:55.936445 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e4c2d086-deb8-4fe2-a019-1b4170c97e62 req-53d5888c-4114-4db3-a399-2d5b4c7249dd tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0628424 Mar 22 13:02:55.996644 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-e4c2d086-deb8-4fe2-a019-1b4170c97e62 req-e510946f-9f29-4fc1-b879-1a53d10c6a6a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468595 Mar 22 13:02:57.136286 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d50033-eb15-45ac-9239-7c2d9473765d req-a6be9c5a-5f4a-4fb7-8c18-69cb6d424f3d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:57.138918 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-40d50033-eb15-45ac-9239-7c2d9473765d req-a6be9c5a-5f4a-4fb7-8c18-69cb6d424f3d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0572078 Mar 22 13:02:57.194104 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-40d50033-eb15-45ac-9239-7c2d9473765d req-492b8b68-cfb2-4201-b5d7-a0cce029cb0f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484214 Mar 22 13:02:58.337217 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2243ec0-9b75-47d0-9dd9-a35716608f4e req-f5cdad02-373f-48a3-a27a-7ebffdc48665 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:58.347337 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f2243ec0-9b75-47d0-9dd9-a35716608f4e req-f5cdad02-373f-48a3-a27a-7ebffdc48665 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0676863 Mar 22 13:02:58.400046 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f2243ec0-9b75-47d0-9dd9-a35716608f4e req-7f6b4cf6-46e5-4f51-ac3e-77ef7b674d91 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518000 Mar 22 13:02:59.532167 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c1648-39c1-4d26-8057-35055e1f9fdd req-1a514d49-9be6-47a3-b22b-d84afd69971e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:59.533665 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d18c1648-39c1-4d26-8057-35055e1f9fdd req-1a514d49-9be6-47a3-b22b-d84afd69971e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0550885 Mar 22 13:02:59.585167 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d18c1648-39c1-4d26-8057-35055e1f9fdd req-b597e5ca-780e-447f-944a-dd1db5f7c58b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457344 Mar 22 13:03:00.715389 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc4320-2bed-4932-b8a1-eb6a988f3e5e req-b908ebbb-0cd4-4e0d-9ce5-25b247aa7b90 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:00.716843 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ccc4320-2bed-4932-b8a1-eb6a988f3e5e req-b908ebbb-0cd4-4e0d-9ce5-25b247aa7b90 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0560625 Mar 22 13:03:00.768987 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8ccc4320-2bed-4932-b8a1-eb6a988f3e5e req-4df89773-ed6c-419c-a9d8-e1bd6763e2c0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445700 Mar 22 13:03:01.891975 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f3ea-d882-45be-a221-7c0f0b9c6dec req-76bb393f-3777-41f3-b82e-bd141e03e920 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:01.893416 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2cf6f3ea-d882-45be-a221-7c0f0b9c6dec req-76bb393f-3777-41f3-b82e-bd141e03e920 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0522542 Mar 22 13:03:01.938493 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2cf6f3ea-d882-45be-a221-7c0f0b9c6dec req-c8e6af64-3ebf-433e-b2dd-760ff82c17c2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396247 Mar 22 13:03:02.936823 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-841caaf1-38dc-4e60-969e-f53439b6ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:03.010659 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-841caaf1-38dc-4e60-969e-f53439b6ecc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 1129 time: 0.0446665 Mar 22 13:03:03.057519 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-0f0ed703-202b-4d29-9ee2-b1e7c5d39f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:03.059066 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-0f0ed703-202b-4d29-9ee2-b1e7c5d39f60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 917 time: 0.1147976 Mar 22 13:03:03.118227 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71c7dc-5fbe-432e-8649-db735bb9de7e req-117acfe3-ebcd-479d-9d48-bac9760cc46c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:03.119679 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7e71c7dc-5fbe-432e-8649-db735bb9de7e req-117acfe3-ebcd-479d-9d48-bac9760cc46c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.1066880 Mar 22 13:03:03.153436 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-bf3cdd3f-de92-41b9-a612-27b5fa21f5d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966 HTTP/1.1" status: 200 len: 1001 time: 0.0877213 Mar 22 13:03:03.203776 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7e71c7dc-5fbe-432e-8649-db735bb9de7e req-a79bc660-3045-4e7a-ac39-3450d2fe9d24 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774937 Mar 22 13:03:03.215536 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-9a223c37-3fa8-4ac4-8168-8acc887b18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:03.217480 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-9a223c37-3fa8-4ac4-8168-8acc887b18d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.0560441 Mar 22 13:03:03.264397 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-bb6198c9-a8e6-401f-871c-45203b8aeb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:03.265856 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-bb6198c9-a8e6-401f-871c-45203b8aeb41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428326 Mar 22 13:03:03.356360 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-d2691862-cdaf-46b0-9607-7534ca0df431 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836313 Mar 22 13:03:03.444835 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a2339457-c7e9-476e-93d5-4ae879d4f8e4 req-72611ea0-d389-4359-9b2c-3cf8fd75efad service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799451 Mar 22 13:03:04.328524 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13ce88-4a5b-4812-a269-156d0d9dff6f req-3d17fdf7-6433-40eb-8991-23f9b714a263 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:04.329981 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2b13ce88-4a5b-4812-a269-156d0d9dff6f req-3d17fdf7-6433-40eb-8991-23f9b714a263 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0520771 Mar 22 13:03:04.379702 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2b13ce88-4a5b-4812-a269-156d0d9dff6f req-b74a89c0-3456-4fe0-962f-857f49798a4e tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441875 Mar 22 13:03:05.500983 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25d8fb-6cb5-408b-aec7-e37f5a2a1bb0 req-80f39573-3c3f-4d23-a2be-daa949650716 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:05.502450 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9e25d8fb-6cb5-408b-aec7-e37f5a2a1bb0 req-80f39573-3c3f-4d23-a2be-daa949650716 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 945 time: 0.0521114 Mar 22 13:03:05.547965 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9e25d8fb-6cb5-408b-aec7-e37f5a2a1bb0 req-dc267e6c-0632-42a4-b390-a68ad7076189 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398760 Mar 22 13:03:06.033480 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:03:06.108445 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 is: ACTIVE; New status is: DOWN {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:03:06.108834 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:06.131554 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:03:06.133769 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5cd426-ac5f-47ff-bc80-8a0bcddf82a2" -d '{"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:03:06.146631 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:06.164086 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3652862-2dd0-485b-9a85-3c191d83ed4d x-openstack-request-id: req-e3652862-2dd0-485b-9a85-3c191d83ed4d {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:03:06.164377 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-unplugged", "status": "failed", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966", "code": 422}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:03:06.164689 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3652862-2dd0-485b-9a85-3c191d83ed4d {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:03:06.165103 dv-cinder-824149-5-iscsi neutron-server[110233]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e3652862-2dd0-485b-9a85-3c191d83ed4d']: {'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'code': 422} returned with failed status Mar 22 13:03:06.223298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:06.269938 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=8']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:06.276988 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.277336 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.277691 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.278046 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.278384 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.278743 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.279073 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.279402 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.279735 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.280064 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.280389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.280722 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.281068 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.281393 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:06.281719 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:07.624901 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [req-a6474a2e-793a-42fe-8e63-bb04cccf2da5 req-f3ac3f33-8d08-4d78-b04b-9537dbc063e8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:03:07.626403 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a6474a2e-793a-42fe-8e63-bb04cccf2da5 req-f3ac3f33-8d08-4d78-b04b-9537dbc063e8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057774 Mar 22 13:03:07.906476 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fb3b4-6bc3-45de-ace2-67fde43dd291 req-584858f9-6c86-418a-8c4e-9e8dff17c267 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:07.907905 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2a9fb3b4-6bc3-45de-ace2-67fde43dd291 req-584858f9-6c86-418a-8c4e-9e8dff17c267 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0507641 Mar 22 13:03:07.957547 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2a9fb3b4-6bc3-45de-ace2-67fde43dd291 req-2e376acf-86f3-4bb7-b15a-cf4a5a536193 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 Mar 22 13:03:08.384947 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-6d9e1405-4b08-4b1e-bbdc-90c51ca52305 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448117 Mar 22 13:03:08.457098 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-ce4d5981-cf06-414c-ace0-f496dbb44de0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:08.458444 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-ce4d5981-cf06-414c-ace0-f496dbb44de0 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports/7c3ea2bb-498c-46a6-a6a1-2c25f9662966 HTTP/1.1" status: 200 len: 940 time: 0.0471032 Mar 22 13:03:09.085231 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f348e23-d1cc-47f4-8f24-0b9985953f49 req-76f9fb29-8a99-4fcb-b513-97b979c5059d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:09.086733 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6f348e23-d1cc-47f4-8f24-0b9985953f49 req-76f9fb29-8a99-4fcb-b513-97b979c5059d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0553699 Mar 22 13:03:09.139579 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6f348e23-d1cc-47f4-8f24-0b9985953f49 req-ceb662af-138d-49f4-bacf-c50c1cfd8ec6 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468938 Mar 22 13:03:09.920544 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-b2c0fb41-1736-49f7-a479-099947989244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:09.922013 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-b2c0fb41-1736-49f7-a479-099947989244 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca&tenant_id=6e91820e834f49e193a267b3b1fbb2cf HTTP/1.1" status: 200 len: 1127 time: 0.0429347 Mar 22 13:03:09.996145 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-14a4cdfe-a2ab-4a83-835f-fef93bd1c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:09.997582 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-14a4cdfe-a2ab-4a83-835f-fef93bd1c54b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 1127 time: 0.0430133 Mar 22 13:03:10.086205 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-aa348c19-d3e4-411f-ba21-c28eedd85387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:10.087635 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-aa348c19-d3e4-411f-ba21-c28eedd85387 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 200 len: 917 time: 0.0843549 Mar 22 13:03:10.150479 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-cdfa3014-ecf9-4b2a-8d4c-e31c21aa81a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966 HTTP/1.1" status: 200 len: 999 time: 0.0571237 Mar 22 13:03:10.201378 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-e0d9ba8c-5872-46af-9ce4-7dcae4e06bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:10.202872 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-e0d9ba8c-5872-46af-9ce4-7dcae4e06bad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 200 len: 855 time: 0.0463881 Mar 22 13:03:10.283728 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-a52a415f-369d-4545-a9ff-2ea840d06c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:10.285275 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-a52a415f-369d-4545-a9ff-2ea840d06c73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae50444-c8cc-49e0-92db-6be22766de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769987 Mar 22 13:03:10.292139 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a075c-2bef-4238-abb2-02994e45981a req-73dc52ae-2499-440d-a5c0-313dc45146ad tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:10.293568 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2e2a075c-2bef-4238-abb2-02994e45981a req-73dc52ae-2499-440d-a5c0-313dc45146ad tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0778496 Mar 22 13:03:10.387427 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2e2a075c-2bef-4238-abb2-02994e45981a req-4068bb92-b0d1-4924-8d36-5fe2a5909aab tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858250 Mar 22 13:03:10.412396 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-d1e1e7c7-46eb-44ee-a1da-6b9774e2d9b0 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178906 Mar 22 13:03:10.497120 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dc1fa724-26cd-4d06-a38b-604dc503df21 req-3e1e01d7-60d3-4698-a270-0a8c462ddbdd service neutron] 10.222.0.46 "GET /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788732 Mar 22 13:03:11.523032 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e86d6-de06-4b5a-83eb-ac40cdffd4a2 req-02cb35b2-81c2-460a-a83b-2730c7021488 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:11.524607 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c30e86d6-de06-4b5a-83eb-ac40cdffd4a2 req-02cb35b2-81c2-460a-a83b-2730c7021488 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0630200 Mar 22 13:03:11.573963 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c30e86d6-de06-4b5a-83eb-ac40cdffd4a2 req-04dfa5b4-ee1b-412c-84b9-7cb517050029 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436246 Mar 22 13:03:11.655365 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:12.704154 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b57df-9bf4-4960-b3db-1f34584d9741 req-32af0575-e595-4c02-9e19-28e0200b9c7b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:12.705797 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d0b57df-9bf4-4960-b3db-1f34584d9741 req-32af0575-e595-4c02-9e19-28e0200b9c7b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0553277 Mar 22 13:03:12.756948 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d0b57df-9bf4-4960-b3db-1f34584d9741 req-ef6d3670-5203-469d-9a7c-776e4249714c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450962 Mar 22 13:03:13.725877 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-397fd5d2-8328-4002-8354-f804a9e5bafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:14.012599 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd73f36-18ad-4931-9cbe-9be5425f5733 req-53771702-4570-451e-b899-7f36d121da91 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:14.018033 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9cd73f36-18ad-4931-9cbe-9be5425f5733 req-53771702-4570-451e-b899-7f36d121da91 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.1577458 Mar 22 13:03:14.078774 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-9cd73f36-18ad-4931-9cbe-9be5425f5733 req-1b02ef8e-c78f-4345-9b45-91766c96e89b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581656 Mar 22 13:03:15.253125 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa42b0-6216-4bca-8da1-388cd52ee835 req-1e02f1a2-cb7c-47b7-900b-404ed0061ca6 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:15.254651 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-92fa42b0-6216-4bca-8da1-388cd52ee835 req-1e02f1a2-cb7c-47b7-900b-404ed0061ca6 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.1091340 Mar 22 13:03:15.308018 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-92fa42b0-6216-4bca-8da1-388cd52ee835 req-e6a2c199-145e-4246-a9ea-4c5ae4ea8243 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469489 Mar 22 13:03:15.855257 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b03a531a-70dc-4718-8350-8128a7cf26ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:16.441721 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff5a86-2de3-45b5-a644-d3b0cfc41b91 req-1bf74399-134f-4d49-a43d-f73df0822aa5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:16.444467 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cdff5a86-2de3-45b5-a644-d3b0cfc41b91 req-1bf74399-134f-4d49-a43d-f73df0822aa5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0559335 Mar 22 13:03:16.505895 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-cdff5a86-2de3-45b5-a644-d3b0cfc41b91 req-15fa4374-f64c-40d6-8ee9-848f12658d97 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565479 Mar 22 13:03:17.049694 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:17.641938 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909bdf1-78dd-4afd-9063-7c70d507640b req-4f8d9a90-b5e6-4cb4-8b00-7ebe03ccbe6d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:17.643464 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2909bdf1-78dd-4afd-9063-7c70d507640b req-4f8d9a90-b5e6-4cb4-8b00-7ebe03ccbe6d tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0629382 Mar 22 13:03:17.691946 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2909bdf1-78dd-4afd-9063-7c70d507640b req-3fe43357-9977-42af-9350-d290ca6f8af2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420644 Mar 22 13:03:18.746759 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:18.814129 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e2320-b026-4259-b96f-17363e790fbb req-d930abae-bb8a-4997-8bd5-210798f8bea1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:18.815570 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d71e2320-b026-4259-b96f-17363e790fbb req-d930abae-bb8a-4997-8bd5-210798f8bea1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0510912 Mar 22 13:03:18.860329 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d71e2320-b026-4259-b96f-17363e790fbb req-b888da12-2e8b-4952-b3e7-2482052d028a tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390127 Mar 22 13:03:19.136028 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad42f262-1302-47e9-98df-d82ffe293861 req-24575b95-0a92-4134-94f3-8136bae0384b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448346 Mar 22 13:03:19.212469 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42f262-1302-47e9-98df-d82ffe293861 req-40dece46-44b7-4562-8255-9ca706e4bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:19.213919 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad42f262-1302-47e9-98df-d82ffe293861 req-40dece46-44b7-4562-8255-9ca706e4bfac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 1129 time: 0.0429409 Mar 22 13:03:19.316161 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42f262-1302-47e9-98df-d82ffe293861 req-a5364090-fd7e-45a7-bd0e-419fea98b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:19.317588 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad42f262-1302-47e9-98df-d82ffe293861 req-a5364090-fd7e-45a7-bd0e-419fea98b49e service neutron] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 912 time: 0.0850592 Mar 22 13:03:19.386126 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad42f262-1302-47e9-98df-d82ffe293861 req-4f4bd2f1-8d21-407c-9647-6616cd228d54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dbba993-c41c-4c76-84ee-d5c1181398cc HTTP/1.1" status: 200 len: 1001 time: 0.0603530 Mar 22 13:03:19.433333 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42f262-1302-47e9-98df-d82ffe293861 req-c7f2b95f-a79e-4ef1-8c4e-f35ca1aa39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:19.434737 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad42f262-1302-47e9-98df-d82ffe293861 req-c7f2b95f-a79e-4ef1-8c4e-f35ca1aa39dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0423512 Mar 22 13:03:19.480827 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42f262-1302-47e9-98df-d82ffe293861 req-9106b918-0bf2-4917-af49-27763a6ea3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:19.482268 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad42f262-1302-47e9-98df-d82ffe293861 req-9106b918-0bf2-4917-af49-27763a6ea3ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412183 Mar 22 13:03:19.572042 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad42f262-1302-47e9-98df-d82ffe293861 req-4dc0d533-d5ef-4caa-a9cc-36127f338be3 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832219 Mar 22 13:03:19.659747 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ad42f262-1302-47e9-98df-d82ffe293861 req-fc283b32-cfe5-49a2-9b50-dcbaf30b6197 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807672 Mar 22 13:03:19.983422 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8204-77f8-4757-9b19-754bff075c63 req-1e2cbd1a-bfc5-48de-8f57-fed9ae0d66c5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:19.984561 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-759d8204-77f8-4757-9b19-754bff075c63 req-1e2cbd1a-bfc5-48de-8f57-fed9ae0d66c5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0526979 Mar 22 13:03:20.033793 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-759d8204-77f8-4757-9b19-754bff075c63 req-a35521ae-9fdb-4775-b3da-3afea51edc1b tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437717 Mar 22 13:03:20.146332 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:21.152244 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce7e99-1c8d-44cc-bf54-2d9ce3b59cdc req-5f156d50-f08d-46ea-95c2-b36aea5675d9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:21.153705 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c0ce7e99-1c8d-44cc-bf54-2d9ce3b59cdc req-5f156d50-f08d-46ea-95c2-b36aea5675d9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0508754 Mar 22 13:03:21.199953 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c0ce7e99-1c8d-44cc-bf54-2d9ce3b59cdc req-616b666c-6a26-4976-9933-86f822824268 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Mar 22 13:03:22.115134 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:03:22.209957 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:22.221180 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'port_id': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'mac_address': 'fa:16:3e:83:ef:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:03:22.262263 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:03:22.262663 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:22.275545 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:03:22.294388 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:22.322612 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916229fa-d11d-4c9c-aadf-649beb3a48c8 req-39d8bdbe-ab27-49ee-b8e1-9adc0445b7ac tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:22.324073 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-916229fa-d11d-4c9c-aadf-649beb3a48c8 req-39d8bdbe-ab27-49ee-b8e1-9adc0445b7ac tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 943 time: 0.0510957 Mar 22 13:03:22.352006 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:22.371217 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-916229fa-d11d-4c9c-aadf-649beb3a48c8 req-a358c2f7-8fad-4c25-8ecd-93648365a21f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415666 Mar 22 13:03:22.400102 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=9']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:22.642796 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['7c3ea2bb-498c-46a6-a6a1-2c25f9662966'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:03:23.025469 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:03:23.496367 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e881a-c2a9-4def-b07c-912c68cd8b70 req-1f8dd124-0cb0-43f0-a0c7-b2857f40fea5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:23.497818 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-813e881a-c2a9-4def-b07c-912c68cd8b70 req-1f8dd124-0cb0-43f0-a0c7-b2857f40fea5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 944 time: 0.0533600 Mar 22 13:03:23.543903 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-813e881a-c2a9-4def-b07c-912c68cd8b70 req-57e1a595-9053-4b8d-905e-c64165b6ecc1 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 Mar 22 13:03:24.118916 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:03:24.165143 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:03:24.165514 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:24.239899 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:03:24.240292 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:24.261804 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:03:24.264025 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbe5432-bf5f-4b18-8ac5-ae893f31328c" -d '{"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:03:24.279651 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:24.300898 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f0d11f-9ef0-4569-9bfe-4e96de3a527b x-openstack-request-id: req-e8f0d11f-9ef0-4569-9bfe-4e96de3a527b {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:03:24.301193 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-plugged", "status": "completed", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:03:24.301479 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8f0d11f-9ef0-4569-9bfe-4e96de3a527b {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:03:24.301876 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f0d11f-9ef0-4569-9bfe-4e96de3a527b'] response: {'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'code': 200} Mar 22 13:03:24.348417 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:24.395985 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=10']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:24.666736 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457b208-6b73-4137-8f6f-7c4e45384ac2 req-2dd86426-178c-4123-aa50-42139104c3eb tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:24.668144 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2457b208-6b73-4137-8f6f-7c4e45384ac2 req-2dd86426-178c-4123-aa50-42139104c3eb tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 946 time: 0.0527246 Mar 22 13:03:24.743579 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2457b208-6b73-4137-8f6f-7c4e45384ac2 req-7006ebcf-7f94-47ab-aa2a-640880789173 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689456 Mar 22 13:03:24.755940 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5c4a-02a8-4c16-82a3-244992123127 req-6b21165a-4c71-4dd6-996c-ae8f3b857f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:24.757307 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-526d5c4a-02a8-4c16-82a3-244992123127 req-6b21165a-4c71-4dd6-996c-ae8f3b857f05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 1130 time: 0.0630779 Mar 22 13:03:24.802326 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-526d5c4a-02a8-4c16-82a3-244992123127 req-8c711be8-2318-4270-abc8-31c7534076fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374317 Mar 22 13:03:25.867020 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87215e0e-18d4-46fc-a17f-21723fa56155 req-3ae5013f-e8bb-4570-93de-091bb2426069 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:25.868529 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-87215e0e-18d4-46fc-a17f-21723fa56155 req-3ae5013f-e8bb-4570-93de-091bb2426069 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 946 time: 0.0513041 Mar 22 13:03:25.917689 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-87215e0e-18d4-46fc-a17f-21723fa56155 req-668e428a-53af-4cf5-ae94-8ffc57e2f5c9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429370 Mar 22 13:03:27.043997 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff2056-8d20-4f67-a512-66ed8c158f3f req-1006242c-bd88-4c66-996b-bc3d430a4d7c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:27.045473 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2fff2056-8d20-4f67-a512-66ed8c158f3f req-1006242c-bd88-4c66-996b-bc3d430a4d7c tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 946 time: 0.0507066 Mar 22 13:03:27.096524 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2fff2056-8d20-4f67-a512-66ed8c158f3f req-9acd5d2e-63c0-4829-a90f-83ac5f282f67 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446324 Mar 22 13:03:28.217703 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063292e-0197-4b33-9a41-64e496610f08 req-35631269-71e9-4220-b642-001674960e35 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:28.219167 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a063292e-0197-4b33-9a41-64e496610f08 req-35631269-71e9-4220-b642-001674960e35 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 946 time: 0.0513976 Mar 22 13:03:28.266498 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a063292e-0197-4b33-9a41-64e496610f08 req-90e8785f-a6da-49d5-a91b-5c2b33a98320 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Mar 22 13:03:41.711268 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:43.654287 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c824f292-08e3-4f38-8d15-c91fc60873bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:45.856345 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4912a73d-e7cb-4122-9bbc-37edcf4e0063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:47.148571 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:48.747954 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:50.164985 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:03:59.352148 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7f8a-2387-4e66-a5d1-e27d032c17a4 req-230d2d6a-abb6-4a50-b3da-87362036ed05 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:59.353638 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-090e7f8a-2387-4e66-a5d1-e27d032c17a4 req-230d2d6a-abb6-4a50-b3da-87362036ed05 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 946 time: 0.0508249 Mar 22 13:03:59.399740 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-090e7f8a-2387-4e66-a5d1-e27d032c17a4 req-4db7c1f9-660e-45dd-86b7-d8ccc94893ae tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394349 Mar 22 13:04:00.024053 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:04:00.532607 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320c972-d8b6-4c9a-8aa5-e2f4605b83e1 req-1705333b-8cc5-461a-9efd-8565ecd306b5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:00.534111 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7320c972-d8b6-4c9a-8aa5-e2f4605b83e1 req-1705333b-8cc5-461a-9efd-8565ecd306b5 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 946 time: 0.0548134 Mar 22 13:04:00.580890 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7320c972-d8b6-4c9a-8aa5-e2f4605b83e1 req-e043f36c-add1-4e44-8696-959fcec023e8 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups?id=e79a86b8-d9f6-4b87-a9b7-63eb8d611447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Mar 22 13:04:00.811301 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-577d422d-d11e-4071-8fb5-2a7d6a5ddba2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:00.812764 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-577d422d-d11e-4071-8fb5-2a7d6a5ddba2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 946 time: 0.0508606 Mar 22 13:04:00.903302 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Deleting port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:04:00.903635 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:01.248933 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] For port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:04:01.249293 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:01.411373 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:01.411732 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (359a4ef9-a9ad-45e2-8bd7-730a3d03395c), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:01.412040 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Floating IP 359a4ef9-a9ad-45e2-8bd7-730a3d03395c disassociated. External IP: 172.27.2.164, port: 7c3ea2bb-498c-46a6-a6a1-2c25f9662966. Mar 22 13:04:01.412372 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Calling delete_port for 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:04:01.642921 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (7c3ea2bb-498c-46a6-a6a1-2c25f9662966), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:01.680231 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event deleted for resources: {'Port': ['ID=7c3ea2bb-498c-46a6-a6a1-2c25f9662966,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:01.712071 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-715c7614-8c42-4dda-a237-5cdfeb2e40d9 req-3edb5ccb-51ac-40f4-86c4-c19f7dea08d9 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca HTTP/1.1" status: 200 len: 210 time: 0.0571046 Mar 22 13:04:01.714542 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.714896 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.715255 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.715614 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.715949 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.716285 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.716610 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.717003 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.717292 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.717621 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.717937 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.718361 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.718700 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.719022 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.719339 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:01.838221 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Router 9a0da626-63be-4ed5-9eaa-81137e42c060 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:04:01.942750 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:04:01.952931 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] Sync routers for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:01.962241 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:04:01.962816 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:03:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:01.984981 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] No DVR routers for this DVR port 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:01.987508 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:01.990891 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c2518f41-5dce-4ef5-ad1e-28c8295921fd req-c57d70e3-45ac-46a2-ac90-eea2bc00a9a2 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.46 "DELETE /v2.0/ports/7c3ea2bb-498c-46a6-a6a1-2c25f9662966 HTTP/1.1" status: 204 len: 173 time: 1.1734617 Mar 22 13:04:01.991328 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-deleted', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:04:01.993595 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d193fb55-66cd-4085-b495-1b0ccbbd442e" -d '{"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-deleted", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:04:02.074561 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:04:02.112930 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18ba75b-fb3b-4011-8aaf-7f71aee395c7 x-openstack-request-id: req-d18ba75b-fb3b-4011-8aaf-7f71aee395c7 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:04:02.113233 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca", "name": "network-vif-deleted", "tag": "7c3ea2bb-498c-46a6-a6a1-2c25f9662966", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:04:02.113488 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d18ba75b-fb3b-4011-8aaf-7f71aee395c7 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:04:02.113903 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18ba75b-fb3b-4011-8aaf-7f71aee395c7'] response: {'server_uuid': 'bc1e30f8-9239-49d6-a3f8-9dd7b54a1fca', 'name': 'network-vif-deleted', 'tag': '7c3ea2bb-498c-46a6-a6a1-2c25f9662966', 'status': 'completed', 'code': 200} Mar 22 13:04:02.299214 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:02.325046 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] Checking router: 9a0da626-63be-4ed5-9eaa-81137e42c060 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:04:02.333398 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:04:02.334135 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:03:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:02.439629 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:04:02.642036 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:02.673106 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170fccf-c65c-4b69-afa0-ad75a0227a45 None None] The sync data for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi is: [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T12:58:46Z', 'revision_number': 4, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '74e3b2c6-0d3e-405d-a471-3ea21e7153a1', 'name': '', 'network_id': '4ae50444-c8cc-49e0-92db-6be22766de16', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'mac_address': 'fa:16:3e:f9:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:45Z', 'updated_at': '2022-03-22T12:58:51Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'subnets': [{'id': '9b44d76e-52c4-4b3d-8779-8f727dd58cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:02.879035 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58016) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:02.910419 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783eb78-1742-4cd4-9660-b1fcb58c6462 None None] New status for floating IP 359a4ef9-a9ad-45e2-8bd7-730a3d03395c: DOWN {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:04:02.936644 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc780175-25b0-4e04-98d0-5883073fc4ae tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (e79a86b8-d9f6-4b87-a9b7-63eb8d611447), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:02.960043 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc780175-25b0-4e04-98d0-5883073fc4ae tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (e79a86b8-d9f6-4b87-a9b7-63eb8d611447), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:03.073278 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc780175-25b0-4e04-98d0-5883073fc4ae tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (e79a86b8-d9f6-4b87-a9b7-63eb8d611447), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:03.076752 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-fc780175-25b0-4e04-98d0-5883073fc4ae tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:03.077894 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-fc780175-25b0-4e04-98d0-5883073fc4ae tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "DELETE /v2.0/security-groups/e79a86b8-d9f6-4b87-a9b7-63eb8d611447 HTTP/1.1" status: 204 len: 168 time: 0.1978803 Mar 22 13:04:03.080877 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58018) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:03.086961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc780175-25b0-4e04-98d0-5883073fc4ae tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a86b8-d9f6-4b87-a9b7-63eb8d611447,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:03.096185 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.api.v2.resource [None req-89e06e21-60f9-4026-b576-9516bb57d841 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] show failed (client error): The resource could not be found. Mar 22 13:04:03.097255 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-89e06e21-60f9-4026-b576-9516bb57d841 tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "GET /v2.0/security-groups/e79a86b8-d9f6-4b87-a9b7-63eb8d611447 HTTP/1.1" status: 404 len: 347 time: 0.0153892 Mar 22 13:04:03.100140 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58020) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:03.223755 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Deleting port 442b48bb-8517-4f3b-847f-defac9f2c0c1 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:04:03.224092 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (442b48bb-8517-4f3b-847f-defac9f2c0c1), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:03.296112 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (442b48bb-8517-4f3b-847f-defac9f2c0c1), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:03.296587 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (442b48bb-8517-4f3b-847f-defac9f2c0c1), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:03.309716 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Calling delete_port for 442b48bb-8517-4f3b-847f-defac9f2c0c1 owned by network:floatingip {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:04:03.505575 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (442b48bb-8517-4f3b-847f-defac9f2c0c1), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:03.530005 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Pushing event deleted for resources: {'Port': ['ID=442b48bb-8517-4f3b-847f-defac9f2c0c1,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:03.555850 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.556203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.556550 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.556894 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.557230 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.557564 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.558590 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.558927 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.559259 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.559588 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.559936 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.560244 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.560570 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.560894 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.561216 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:03.603082 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks [] for floatingip (359a4ef9-a9ad-45e2-8bd7-730a3d03395c), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:03.606198 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:03.607344 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-19750624-e6ab-4101-899a-d4f84ffd7c4f tempest-AttachVolumeShelveTestJSON-700733034 tempest-AttachVolumeShelveTestJSON-700733034-project] 10.222.0.69 "DELETE /v2.0/floatingips/359a4ef9-a9ad-45e2-8bd7-730a3d03395c HTTP/1.1" status: 204 len: 168 time: 0.5062597 Mar 22 13:04:04.174524 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce2ab5-1dab-485a-93ea-76f823aa291d req-9b3c39f1-f586-446a-b7ae-797839ab5c0d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:04.176002 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f7ce2ab5-1dab-485a-93ea-76f823aa291d req-9b3c39f1-f586-446a-b7ae-797839ab5c0d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 945 time: 0.0528109 Mar 22 13:04:04.227386 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f7ce2ab5-1dab-485a-93ea-76f823aa291d req-92e90a83-0c69-42b8-8df8-ca6d3356eaea tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457304 Mar 22 13:04:04.334876 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:04:04.359076 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:04:04.359466 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7c3ea2bb-498c-46a6-a6a1-2c25f9662966 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:04:05.343398 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c46eb-a103-42c4-9520-64c131a1338d req-54ef7ab0-b05d-4386-8e75-e9504b779fbb tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:05.344844 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6a9c46eb-a103-42c4-9520-64c131a1338d req-54ef7ab0-b05d-4386-8e75-e9504b779fbb tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 945 time: 0.0505536 Mar 22 13:04:05.392337 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6a9c46eb-a103-42c4-9520-64c131a1338d req-0fdfd12f-784d-4a60-995e-d5fef6ec3062 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418448 Mar 22 13:04:05.984211 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-fbebc90f-9ae2-4b25-b204-a453365194d1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:05.985547 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-fbebc90f-9ae2-4b25-b204-a453365194d1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 945 time: 0.0511875 Mar 22 13:04:06.078134 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Deleting port 3dbba993-c41c-4c76-84ee-d5c1181398cc {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:04:06.078447 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:06.163429 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] For port 3dbba993-c41c-4c76-84ee-d5c1181398cc, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=3dbba993-c41c-4c76-84ee-d5c1181398cc,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:04:06.163781 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:06.321481 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58048) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:06.337935 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:06.338334 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (38ab7597-2501-4686-833f-5810285f7aaa), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:06.338652 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Floating IP 38ab7597-2501-4686-833f-5810285f7aaa disassociated. External IP: 172.27.2.115, port: 3dbba993-c41c-4c76-84ee-d5c1181398cc. Mar 22 13:04:06.339611 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Calling delete_port for 3dbba993-c41c-4c76-84ee-d5c1181398cc owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:04:06.521138 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0ed0-fcf5-4ed8-8ffe-871bda3f328e req-acbc9776-d0d9-4a76-9542-b43aa669c08e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:06.522543 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-078d0ed0-fcf5-4ed8-8ffe-871bda3f328e req-acbc9776-d0d9-4a76-9542-b43aa669c08e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 945 time: 0.0554860 Mar 22 13:04:06.570541 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-078d0ed0-fcf5-4ed8-8ffe-871bda3f328e req-731af339-6e26-4370-bfe6-996bf04049d9 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417449 Mar 22 13:04:06.578998 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (3dbba993-c41c-4c76-84ee-d5c1181398cc), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:06.605086 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event deleted for resources: {'Port': ['ID=3dbba993-c41c-4c76-84ee-d5c1181398cc,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:06.727703 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Router 401f6684-581c-45c6-8342-c0dbedae22a8 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:04:06.776246 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (9a0da626-63be-4ed5-9eaa-81137e42c060), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:06.838900 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:04:06.848649 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] Sync routers for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:06.859784 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:04:06.860713 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:03:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:06.883746 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] No DVR routers for this DVR port 3dbba993-c41c-4c76-84ee-d5c1181398cc on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:06.886939 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:06.890330 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-08fe3492-3458-40bc-ba2d-80c46ff18e19 req-af1753a1-032d-4e66-ba5b-fe59ce45a47f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "DELETE /v2.0/ports/3dbba993-c41c-4c76-84ee-d5c1181398cc HTTP/1.1" status: 204 len: 173 time: 0.8998473 Mar 22 13:04:06.890803 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'name': 'network-vif-deleted', 'tag': '3dbba993-c41c-4c76-84ee-d5c1181398cc'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:04:06.893179 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0cbede-7b14-41d3-8c47-3b1121e145a0" -d '{"events": [{"server_uuid": "9b5066da-fcc5-4c34-a6d3-3c8719b9dd40", "name": "network-vif-deleted", "tag": "3dbba993-c41c-4c76-84ee-d5c1181398cc"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:04:06.934064 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c1201c-e892-45db-a47d-b0869c6f05be x-openstack-request-id: req-10c1201c-e892-45db-a47d-b0869c6f05be {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:04:06.934320 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5066da-fcc5-4c34-a6d3-3c8719b9dd40", "name": "network-vif-deleted", "tag": "3dbba993-c41c-4c76-84ee-d5c1181398cc", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:04:06.934641 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10c1201c-e892-45db-a47d-b0869c6f05be {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:04:06.935073 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c1201c-e892-45db-a47d-b0869c6f05be'] response: {'server_uuid': '9b5066da-fcc5-4c34-a6d3-3c8719b9dd40', 'name': 'network-vif-deleted', 'tag': '3dbba993-c41c-4c76-84ee-d5c1181398cc', 'status': 'completed', 'code': 200} Mar 22 13:04:06.985798 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:04:07.208309 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:07.237291 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] Checking router: 401f6684-581c-45c6-8342-c0dbedae22a8 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:04:07.245878 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:04:07.246494 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:03:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:07.304141 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Deleting port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:04:07.304373 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:07.387926 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] For port 74e3b2c6-0d3e-405d-a471-3ea21e7153a1, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=74e3b2c6-0d3e-405d-a471-3ea21e7153a1,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:04:07.388648 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:07.402189 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Calling delete_port for 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 owned by network:router_interface {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:04:07.442335 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:04:07.646885 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:07.671571 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (74e3b2c6-0d3e-405d-a471-3ea21e7153a1), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:07.673442 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5871bd01-05d0-4aa6-bed4-a15300da82b9 None None] The sync data for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi is: [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:07.677326 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-790d406d-bd05-4f26-9cc7-e3f712d56654 req-cb312ff5-464e-4140-9e96-8477c77be362 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b5066da-fcc5-4c34-a6d3-3c8719b9dd40 HTTP/1.1" status: 200 len: 210 time: 0.0262470 Mar 22 13:04:07.699890 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Pushing event deleted for resources: {'Port': ['ID=74e3b2c6-0d3e-405d-a471-3ea21e7153a1,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:07.877066 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (9a0da626-63be-4ed5-9eaa-81137e42c060), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:07.965534 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef84d61-4519-460d-920a-4f102d3cfcdc None None] New status for floating IP 38ab7597-2501-4686-833f-5810285f7aaa: DOWN {{(pid=110233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:04:08.100265 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Router 9a0da626-63be-4ed5-9eaa-81137e42c060 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:04:08.212326 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:04:08.220391 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-0154b633-bcae-4245-a0c7-660349fba57f admin admin] 10.222.0.69 "PUT /v2.0/routers/9a0da626-63be-4ed5-9eaa-81137e42c060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8951979 Mar 22 13:04:08.220391 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58058) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:08.223671 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] Sync routers for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:08.245930 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:04:08.246571 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:03:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:08.328985 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks [] for router (9a0da626-63be-4ed5-9eaa-81137e42c060), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:08.358448 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:04:08.433292 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks [] for router_gateway (9a0da626-63be-4ed5-9eaa-81137e42c060), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:08.537941 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T13:04:07Z', 'revision_number': 5, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port': {'id': '9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:58:43Z', 'updated_at': '2022-03-22T12:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:08.552623 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Deleting port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:04:08.553422 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:08.564532 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] Checking router: 9a0da626-63be-4ed5-9eaa-81137e42c060 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:04:08.572725 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] Routers {'9a0da626-63be-4ed5-9eaa-81137e42c060'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:04:08.573821 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:03:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['9a0da626-63be-4ed5-9eaa-81137e42c060'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:08.631855 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] For port 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:04:08.632217 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:08.648907 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Calling delete_port for 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e owned by network:router_gateway {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:04:08.660306 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] Set router 9a0da626-63be-4ed5-9eaa-81137e42c060 gateway port host: None {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:04:08.713646 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T13:04:08Z', 'revision_number': 6, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port_host': None}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:08.743719 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23febf06-8c9b-46b8-9752-e4e06de2bd4a None None] The sync data for ids ['9a0da626-63be-4ed5-9eaa-81137e42c060'] in dv-cinder-824149-5-iscsi is: [{'id': '9a0da626-63be-4ed5-9eaa-81137e42c060', 'name': 'tempest-AttachVolumeShelveTestJSON-692694175-router', 'tenant_id': '6e91820e834f49e193a267b3b1fbb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:58:42Z', 'updated_at': '2022-03-22T13:04:08Z', 'revision_number': 6, 'project_id': '6e91820e834f49e193a267b3b1fbb2cf', 'gw_port_host': None}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:08.896178 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:08.923381 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:08.948143 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-b8a10669-daf4-4118-9a0e-510cab8fd878 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958086536&fields=id&tenant_id=c3532c79224840618d67599c1d469137 HTTP/1.1" status: 200 len: 267 time: 0.0476961 Mar 22 13:04:08.980941 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (9a0da626-63be-4ed5-9eaa-81137e42c060), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.056948 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-5c35310f-9032-4dcf-a494-db991529eef1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:09.059067 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-5c35310f-9032-4dcf-a494-db991529eef1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 811 time: 0.1035511 Mar 22 13:04:09.071395 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (9a0da626-63be-4ed5-9eaa-81137e42c060), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.074506 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks [] for router_controller (9a0da626-63be-4ed5-9eaa-81137e42c060), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.075853 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-f75e8018-2619-4a90-b09a-b074bffcf241 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/quotas/c3532c79224840618d67599c1d469137 HTTP/1.1" status: 200 len: 375 time: 0.0100756 Mar 22 13:04:09.135433 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-1b0a7395-4d14-4f4d-a731-9d6db2358105 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526378 Mar 22 13:04:09.152656 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-25399360-37a9-458f-93e9-2353710516c9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:04:09.153704 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-25399360-37a9-458f-93e9-2353710516c9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055399 Mar 22 13:04:09.205879 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (9a0da626-63be-4ed5-9eaa-81137e42c060), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.208772 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a0da626-63be-4ed5-9eaa-81137e42c060 {{(pid=110232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:04:09.211369 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.212557 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-1d047600-51ca-4b95-af78-fc5599573cbc admin admin] 10.222.0.69 "DELETE /v2.0/routers/9a0da626-63be-4ed5-9eaa-81137e42c060 HTTP/1.1" status: 204 len: 168 time: 0.9912782 Mar 22 13:04:09.216010 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58068) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:09.281626 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ed13ba-ce37-437a-87d2-01e1bedafaad admin admin] Deleting subnet 9b44d76e-52c4-4b3d-8779-8f727dd58cd9 {{(pid=110231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:04:09.288052 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-88ed13ba-ce37-437a-87d2-01e1bedafaad admin admin] Publish callbacks [] for subnet (9b44d76e-52c4-4b3d-8779-8f727dd58cd9), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.291203 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-e88211f3-669d-4aaa-8a83-c84f47896f9e service neutron] 10.222.0.69 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313949 Mar 22 13:04:09.373153 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-88ed13ba-ce37-437a-87d2-01e1bedafaad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397571'] for subnet (9b44d76e-52c4-4b3d-8779-8f727dd58cd9), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.440227 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-10b3cca1-489e-47eb-8272-ec1995ec9945 service neutron] 10.222.0.69 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310885 Mar 22 13:04:09.474107 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-88ed13ba-ce37-437a-87d2-01e1bedafaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (9b44d76e-52c4-4b3d-8779-8f727dd58cd9), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.605710 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-88ed13ba-ce37-437a-87d2-01e1bedafaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8544657'] for subnet (9b44d76e-52c4-4b3d-8779-8f727dd58cd9), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.632538 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed13ba-ce37-437a-87d2-01e1bedafaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b44d76e-52c4-4b3d-8779-8f727dd58cd9,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:09.639659 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-88ed13ba-ce37-437a-87d2-01e1bedafaad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.643349 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-88ed13ba-ce37-437a-87d2-01e1bedafaad admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9b44d76e-52c4-4b3d-8779-8f727dd58cd9 HTTP/1.1" status: 204 len: 168 time: 0.4263520 Mar 22 13:04:09.645951 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58076) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:09.666135 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9357bc3-bb1a-4626-a9e7-63f916991286 None None] Network 4ae50444-c8cc-49e0-92db-6be22766de16 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:04:09.717958 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (4ae50444-c8cc-49e0-92db-6be22766de16), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.778285 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Deleting port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:04:09.778623 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.853146 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] For port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=723aa7f3-771f-4fe8-bb89-1ecfb7edeb05,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:04:09.853512 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:09.872005 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Calling delete_port for 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 owned by network:dhcp {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:04:09.895214 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] DHCP port deletion for 4ae50444-c8cc-49e0-92db-6be22766de16 request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:04:09.944675 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Deleting port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:04:09.945056 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.011822 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] For port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=723aa7f3-771f-4fe8-bb89-1ecfb7edeb05,segment=NetworkSegment(aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23),segment_id=aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:04:10.012215 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.024779 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Calling delete_port for 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:04:10.043481 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.068350 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Pushing event deleted for resources: {'Port': ['ID=723aa7f3-771f-4fe8-bb89-1ecfb7edeb05,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:10.075610 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] No DVR routers for this DVR port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 on host dv-cinder-824149-5-iscsi {{(pid=110232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:10.109946 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (723aa7f3-771f-4fe8-bb89-1ecfb7edeb05), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.140515 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Pushing event deleted for resources: {'Port': ['ID=723aa7f3-771f-4fe8-bb89-1ecfb7edeb05,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:10.148760 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] No DVR routers for this DVR port 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:04:10.156800 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.157389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.157902 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.158441 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.158927 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.159401 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.160230 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.160786 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.161259 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.161766 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.162277 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.163327 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.163327 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.163524 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.163737 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6aeb56-cf36-4970-b44a-81476d021bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:04:10.176644 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (4ae50444-c8cc-49e0-92db-6be22766de16), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.183743 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-15209063-277f-4374-aa60-fee08a666f86 req-f2888ead-1629-44f1-b57e-ca223995bc95 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 210 time: 0.0398755 Mar 22 13:04:10.203078 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae50444-c8cc-49e0-92db-6be22766de16']}} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:10.215191 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23') {'for_net_delete': True} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:10.215492 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23') {} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:10.226823 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210914'] for segment (aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.241231 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.247989 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=110232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:04:10.248377 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9102989'] for segment (aeb66e9c-2b73-4bb6-bb39-aa028bdb4e23), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: Traceback (most recent call last): Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: timer() Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: cb(*args, **kw) Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: return func(*args, **kwargs) Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: self._notify() Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: self.callback(batched_events) Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: event.method(event) Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: return f(self, *a, **k) Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._get(url).json() Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: return self.request(url, 'GET', **kwargs) Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:04:10.250227 dv-cinder-824149-5-iscsi neutron-server[110232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:04:10.273705 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:04:10.301668 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:04:10.302036 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 9210c1e1-ffc8-4d6b-80ea-c625c4f3b29e not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:04:10.302679 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:04:10.322322 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:04:10.322675 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 74e3b2c6-0d3e-405d-a471-3ea21e7153a1 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:04:10.323658 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:04:10.346627 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 3dbba993-c41c-4c76-84ee-d5c1181398cc no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:04:10.349552 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:04:10.349899 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 723aa7f3-771f-4fe8-bb89-1ecfb7edeb05 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:04:10.370867 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (4ae50444-c8cc-49e0-92db-6be22766de16), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.371867 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 3dbba993-c41c-4c76-84ee-d5c1181398cc {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:04:10.373126 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 3dbba993-c41c-4c76-84ee-d5c1181398cc not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:04:10.384114 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.384114 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4ae50444-c8cc-49e0-92db-6be22766de16 HTTP/1.1" status: 204 len: 168 time: 0.7342672 Mar 22 13:04:10.394456 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166457bb-383c-48c5-9d3e-7679dd9c4454 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae50444-c8cc-49e0-92db-6be22766de16,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:10.766625 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58090) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:10.806548 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-d29bfd69-6e99-4252-ba16-197fd541d731 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e91820e834f49e193a267b3b1fbb2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387900 Mar 22 13:04:10.810656 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58092) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:10.859218 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-431ced04-ecfd-498a-b05f-4414b1538745 admin admin] Publish callbacks [] for security_group (29d4bfaf-4315-455f-92b9-4ff1a0bf40fd), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:10.881732 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-431ced04-ecfd-498a-b05f-4414b1538745 admin admin] Publish callbacks [] for security_group (29d4bfaf-4315-455f-92b9-4ff1a0bf40fd), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:11.002702 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-431ced04-ecfd-498a-b05f-4414b1538745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (29d4bfaf-4315-455f-92b9-4ff1a0bf40fd), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:11.005230 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-431ced04-ecfd-498a-b05f-4414b1538745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:11.006395 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-431ced04-ecfd-498a-b05f-4414b1538745 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/29d4bfaf-4315-455f-92b9-4ff1a0bf40fd HTTP/1.1" status: 204 len: 168 time: 0.1948638 Mar 22 13:04:11.013982 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ced04-ecfd-498a-b05f-4414b1538745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d4bfaf-4315-455f-92b9-4ff1a0bf40fd,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:11.283048 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1391fd68-64e7-4a79-8ba1-1ec7a3d1a476 req-3a838461-3207-458c-a59a-e5ec151d3e68 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 210 time: 0.0290873 Mar 22 13:04:11.694406 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:12.392876 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b7620e1f-96b7-497d-b659-4455e27ede6f req-6a0dfe2f-1785-4081-85c8-e2faa93f5d2a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 210 time: 0.0429552 Mar 22 13:04:12.415766 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-e217a954-a2e9-4010-85e1-2a7b5fd829af tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:12.417793 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-e217a954-a2e9-4010-85e1-2a7b5fd829af tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 811 time: 0.1355655 Mar 22 13:04:12.486413 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-c19ab9ae-4f03-41c7-aba2-226fb78f0338 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3532c79224840618d67599c1d469137 HTTP/1.1" status: 200 len: 379 time: 0.0554731 Mar 22 13:04:12.494457 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'port': {'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'admin_state_up': True, 'tenant_id': 'c3532c79224840618d67599c1d469137', 'security_groups': ['557fb1fc-5a0d-47cd-a46e-8b0cd16363d0']}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:12.654130 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Made reservation on behalf of c3532c79224840618d67599c1d469137 for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:04:12.657825 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:12.790330 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Allocated IP 172.20.0.13 (21e054c7-ae8b-401f-8ad7-be6e67a12d89/cc18aaad-758e-4a22-b555-3c0eaf95456b/83b8572b-272d-4387-b4cb-3f7fc7753b3e) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:12.926976 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.020154 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.066917 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:13.070076 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:13.073892 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:04:13.105471 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'Port': ['ID=83b8572b-272d-4387-b4cb-3f7fc7753b3e,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:13.133168 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:13.133788 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.222431 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-a833a0a5-449d-4335-92d2-d06e09330739 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7314539 Mar 22 13:04:13.231785 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-13bae3b7-c452-4a5e-afa4-088cff48c335 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:04:13.232784 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-13bae3b7-c452-4a5e-afa4-088cff48c335 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057366 Mar 22 13:04:13.297971 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-2a72ee7d-b462-4bf2-8776-e4920d31414d None None] Provisioning complete for port 83b8572b-272d-4387-b4cb-3f7fc7753b3e triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:04:13.298667 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2a72ee7d-b462-4bf2-8776-e4920d31414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.337320 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-2a72ee7d-b462-4bf2-8776-e4920d31414d None None] Port 83b8572b-272d-4387-b4cb-3f7fc7753b3e cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:04:13.347086 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Request body: {'port': {'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:13.409799 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.559880 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58152) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:13.646380 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97017ba4-61b1-4d4d-8c08-7494cadb0f5a req-ab7a68d9-a6e2-4251-ac51-925fe366a640 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:13.647859 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-97017ba4-61b1-4d4d-8c08-7494cadb0f5a req-ab7a68d9-a6e2-4251-ac51-925fe366a640 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 932 time: 0.1155574 Mar 22 13:04:13.673733 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-0c7c79eb-634d-4e6b-8e1c-925713c21b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.678512 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e094022-7c65-4e1c-a8ef-c81660e1930f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.731006 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-97017ba4-61b1-4d4d-8c08-7494cadb0f5a req-962892d9-ce17-4fcb-8715-f6a9233adbd1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706041 Mar 22 13:04:13.764282 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e094022-7c65-4e1c-a8ef-c81660e1930f admin admin] Publish callbacks [] for security_group (2ee02136-110f-4742-a9fb-eb923d26e424), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.780279 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b8572b-272d-4387-b4cb-3f7fc7753b3e {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:04:13.787669 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Publish callbacks [] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.799923 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Transition to ACTIVE for port object 83b8572b-272d-4387-b4cb-3f7fc7753b3e will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:04:13.854088 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e094022-7c65-4e1c-a8ef-c81660e1930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2ee02136-110f-4742-a9fb-eb923d26e424), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.892242 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-6e094022-7c65-4e1c-a8ef-c81660e1930f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e10645094794beba79fcda6c34ea059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312862 Mar 22 13:04:13.893344 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e094022-7c65-4e1c-a8ef-c81660e1930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee02136-110f-4742-a9fb-eb923d26e424,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:13.894938 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58156) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:13.922275 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:13.985915 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Pushing event updated for resources: {'Port': ['ID=83b8572b-272d-4387-b4cb-3f7fc7753b3e,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:13.996303 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a7581641-1651-4e1e-a711-f2b10fc14a81 admin admin] Publish callbacks [] for security_group (2ee02136-110f-4742-a9fb-eb923d26e424), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:14.060916 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a7581641-1651-4e1e-a711-f2b10fc14a81 admin admin] Publish callbacks [] for security_group (2ee02136-110f-4742-a9fb-eb923d26e424), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:14.108731 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Attempting to bind port 83b8572b-272d-4387-b4cb-3f7fc7753b3e on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:04:14.109520 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Attempting to bind port 83b8572b-272d-4387-b4cb-3f7fc7753b3e by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:04:14.109520 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Attempting to bind port 83b8572b-272d-4387-b4cb-3f7fc7753b3e on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:04:14.118850 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Port 83b8572b-272d-4387-b4cb-3f7fc7753b3e on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:04:14.120937 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Attempting to bind port 83b8572b-272d-4387-b4cb-3f7fc7753b3e on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:04:14.131834 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:04:14.132373 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Checking segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:04:14.132906 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Bound using segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:04:14.133823 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Bound port: 83b8572b-272d-4387-b4cb-3f7fc7753b3e, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:04:14.134296 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:14.206156 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] For port 83b8572b-272d-4387-b4cb-3f7fc7753b3e, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:04:14.209133 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] For port 83b8572b-272d-4387-b4cb-3f7fc7753b3e, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:04:14.236724 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a7581641-1651-4e1e-a711-f2b10fc14a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (2ee02136-110f-4742-a9fb-eb923d26e424), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:14.239261 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a7581641-1651-4e1e-a711-f2b10fc14a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:14.240428 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a7581641-1651-4e1e-a711-f2b10fc14a81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ee02136-110f-4742-a9fb-eb923d26e424 HTTP/1.1" status: 204 len: 168 time: 0.3444068 Mar 22 13:04:14.252901 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7581641-1651-4e1e-a711-f2b10fc14a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee02136-110f-4742-a9fb-eb923d26e424,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:14.311794 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:14.346981 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.347591 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:14.348935 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] 10.222.0.46 "PUT /v2.0/ports/83b8572b-272d-4387-b4cb-3f7fc7753b3e HTTP/1.1" status: 200 len: 1094 time: 1.1027031 Mar 22 13:04:14.349357 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:04:14.351582 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a5c381-a389-4707-8bdb-01d01e29f684" -d '{"events": [{"name": "network-changed", "server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:04:14.376443 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965ca78-15e4-4854-b6ab-1113cf82b403 service neutron] Pushing event updated for resources: {'Port': ['ID=83b8572b-272d-4387-b4cb-3f7fc7753b3e,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:14.399389 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c1a767-9451-4bf2-958a-df9645ad0e07 x-openstack-request-id: req-d8c1a767-9451-4bf2-958a-df9645ad0e07 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:04:14.399959 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:04:14.401698 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8c1a767-9451-4bf2-958a-df9645ad0e07 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:04:14.401698 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c1a767-9451-4bf2-958a-df9645ad0e07'] response: {'name': 'network-changed', 'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'status': 'completed', 'code': 200} Mar 22 13:04:14.487506 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c381-a389-4707-8bdb-01d01e29f684 req-19c1f0f3-5ee4-4e6a-9825-1fddb933b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.489029 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81a5c381-a389-4707-8bdb-01d01e29f684 req-19c1f0f3-5ee4-4e6a-9825-1fddb933b2a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 1128 time: 0.0469496 Mar 22 13:04:14.608338 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c381-a389-4707-8bdb-01d01e29f684 req-6fd4b1c1-60b1-4a53-a025-42f15eb6703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.609791 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81a5c381-a389-4707-8bdb-01d01e29f684 req-6fd4b1c1-60b1-4a53-a025-42f15eb6703f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c3532c79224840618d67599c1d469137&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1082590 Mar 22 13:04:14.706642 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c381-a389-4707-8bdb-01d01e29f684 req-327ce66e-7a24-4588-9d94-9145f74387fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.707991 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-81a5c381-a389-4707-8bdb-01d01e29f684 req-327ce66e-7a24-4588-9d94-9145f74387fa service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925629 Mar 22 13:04:14.824362 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-4ef5855f-7456-4e82-a0e4-35f0fe34cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.825792 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-4ef5855f-7456-4e82-a0e4-35f0fe34cb89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 1128 time: 0.0593481 Mar 22 13:04:14.884920 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-ce6ff88f-37a5-4575-a1d9-45a1aad08230 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e HTTP/1.1" status: 200 len: 217 time: 0.0447290 Mar 22 13:04:14.937089 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02480666-5b75-483f-a105-a5fc9c658323 req-9aa48ba4-9385-4663-aca5-924c10690e42 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.938557 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-02480666-5b75-483f-a105-a5fc9c658323 req-9aa48ba4-9385-4663-aca5-924c10690e42 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 944 time: 0.1283934 Mar 22 13:04:14.960209 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-b9b9d322-c221-4ef8-bccc-388453bd3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:14.961504 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-b9b9d322-c221-4ef8-bccc-388453bd3ac6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0701785 Mar 22 13:04:14.995342 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58166) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:15.008568 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5197076b-f3ae-4b4d-ac52-cb2b4660fa18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:15.019496 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-02480666-5b75-483f-a105-a5fc9c658323 req-b6fbd4ab-206d-4d8e-859d-3fb91a321874 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750482 Mar 22 13:04:15.034065 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-1ddfd58a-02ed-4af1-8c1f-8dc2834b7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:15.035602 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-1ddfd58a-02ed-4af1-8c1f-8dc2834b7fb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668938 Mar 22 13:04:15.088106 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5197076b-f3ae-4b4d-ac52-cb2b4660fa18 admin admin] Publish callbacks [] for security_group (3aad12c6-b268-4748-873e-0e18db5256c7), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:15.123683 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-8c2de759-3c21-4d62-87d1-bf98daf7c253 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819721 Mar 22 13:04:15.170351 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-5197076b-f3ae-4b4d-ac52-cb2b4660fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3aad12c6-b268-4748-873e-0e18db5256c7), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:15.216974 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-63d6816b-9f73-43cd-892d-def62c5a9bc6 req-cbd9ecfc-1d60-4ea2-a518-4358b39d7db6 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871973 Mar 22 13:04:15.218126 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197076b-f3ae-4b4d-ac52-cb2b4660fa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad12c6-b268-4748-873e-0e18db5256c7,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:15.223387 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-5197076b-f3ae-4b4d-ac52-cb2b4660fa18 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6c3b1a77d2c4d67894fba9434dc3f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267742 Mar 22 13:04:15.225975 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58168) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:15.279198 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b578f898-371d-4939-a43e-8dbd7e320b99 admin admin] Publish callbacks [] for security_group (3aad12c6-b268-4748-873e-0e18db5256c7), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:15.300567 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b578f898-371d-4939-a43e-8dbd7e320b99 admin admin] Publish callbacks [] for security_group (3aad12c6-b268-4748-873e-0e18db5256c7), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:15.398911 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b578f898-371d-4939-a43e-8dbd7e320b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3aad12c6-b268-4748-873e-0e18db5256c7), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:15.402243 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-b578f898-371d-4939-a43e-8dbd7e320b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:15.403384 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-b578f898-371d-4939-a43e-8dbd7e320b99 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3aad12c6-b268-4748-873e-0e18db5256c7 HTTP/1.1" status: 204 len: 168 time: 0.1764765 Mar 22 13:04:15.411315 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578f898-371d-4939-a43e-8dbd7e320b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad12c6-b268-4748-873e-0e18db5256c7,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:15.890494 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-65de763e-24de-404b-897a-e8f9ea769012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:16.141588 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c64b0-d865-4381-a597-f0cc3ef5cd05 req-2a5e568e-c811-435f-9899-bebf9149d099 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:16.143232 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6e2c64b0-d865-4381-a597-f0cc3ef5cd05 req-2a5e568e-c811-435f-9899-bebf9149d099 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 944 time: 0.0549021 Mar 22 13:04:16.193202 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6e2c64b0-d865-4381-a597-f0cc3ef5cd05 req-53688d16-49a8-4494-af1d-220cccce9b62 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442331 Mar 22 13:04:17.042369 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:17.595246 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70568c18-e8fa-4120-97d4-9d38a91640f0 req-4917a3ca-b4c5-4677-81b3-29049b41e115 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:17.596774 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70568c18-e8fa-4120-97d4-9d38a91640f0 req-4917a3ca-b4c5-4677-81b3-29049b41e115 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 944 time: 0.3360753 Mar 22 13:04:17.647088 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70568c18-e8fa-4120-97d4-9d38a91640f0 req-ca48ab4f-40b9-41a1-841f-72e0565322c8 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443892 Mar 22 13:04:18.739699 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:18.764470 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c14f0-d17b-4f0e-ac84-039f8f764d05 req-121f7b2f-4bb2-4b60-9ef1-a3a3aa59eec4 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:18.765783 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b99c14f0-d17b-4f0e-ac84-039f8f764d05 req-121f7b2f-4bb2-4b60-9ef1-a3a3aa59eec4 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 944 time: 0.0519474 Mar 22 13:04:18.786313 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58244) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:18.815908 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b99c14f0-d17b-4f0e-ac84-039f8f764d05 req-89dfa550-5b2f-440b-9b03-1d18e94f386b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436838 Mar 22 13:04:18.894246 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ca011fb2-cdfc-4587-8b6e-5bedef25c74f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:18.965239 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ca011fb2-cdfc-4587-8b6e-5bedef25c74f admin admin] Publish callbacks [] for security_group (287cac7d-5700-42d9-ac8c-d11e393503f0), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:19.044133 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-ca011fb2-cdfc-4587-8b6e-5bedef25c74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (287cac7d-5700-42d9-ac8c-d11e393503f0), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:19.083318 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-ca011fb2-cdfc-4587-8b6e-5bedef25c74f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c90a54f25d1f44608c611b27e00271bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956793 Mar 22 13:04:19.084530 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca011fb2-cdfc-4587-8b6e-5bedef25c74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287cac7d-5700-42d9-ac8c-d11e393503f0,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:19.086004 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58248) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:19.133601 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-793fd2e6-66b4-42e0-9c8d-040a0476ae23 admin admin] Publish callbacks [] for security_group (287cac7d-5700-42d9-ac8c-d11e393503f0), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:19.154500 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-793fd2e6-66b4-42e0-9c8d-040a0476ae23 admin admin] Publish callbacks [] for security_group (287cac7d-5700-42d9-ac8c-d11e393503f0), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:19.290124 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-793fd2e6-66b4-42e0-9c8d-040a0476ae23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (287cac7d-5700-42d9-ac8c-d11e393503f0), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:19.293338 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-793fd2e6-66b4-42e0-9c8d-040a0476ae23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:19.294549 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-793fd2e6-66b4-42e0-9c8d-040a0476ae23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/287cac7d-5700-42d9-ac8c-d11e393503f0 HTTP/1.1" status: 204 len: 168 time: 0.2075219 Mar 22 13:04:19.302582 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fd2e6-66b4-42e0-9c8d-040a0476ae23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287cac7d-5700-42d9-ac8c-d11e393503f0,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:19.926026 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58256) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:19.933130 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0170d7fb-0356-4125-a5c0-8a0ad701901f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:19.957827 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873b74e-d7ab-4ced-a3db-17fcdcd3a7d0 req-e5df90b6-ea2d-49b2-aec1-8d12358890ba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:19.959280 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f873b74e-d7ab-4ced-a3db-17fcdcd3a7d0 req-e5df90b6-ea2d-49b2-aec1-8d12358890ba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 944 time: 0.0774848 Mar 22 13:04:20.033080 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f873b74e-d7ab-4ced-a3db-17fcdcd3a7d0 req-b67eab8c-6832-48d7-9272-5898e7cf5c3f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671973 Mar 22 13:04:20.054590 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0170d7fb-0356-4125-a5c0-8a0ad701901f admin admin] Publish callbacks [] for security_group (70b75bf4-b1fb-4026-aa97-6fd0c010bcdc), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:20.133947 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-0170d7fb-0356-4125-a5c0-8a0ad701901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (70b75bf4-b1fb-4026-aa97-6fd0c010bcdc), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:20.164719 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:20.173396 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170d7fb-0356-4125-a5c0-8a0ad701901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b75bf4-b1fb-4026-aa97-6fd0c010bcdc,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:20.177631 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-0170d7fb-0356-4125-a5c0-8a0ad701901f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6ba0f2f041f437faf5d14acedf6365a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606158 Mar 22 13:04:20.180404 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58258) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:20.226759 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-441068d9-3ce4-4a08-8e29-f0b0abd4ed14 admin admin] Publish callbacks [] for security_group (70b75bf4-b1fb-4026-aa97-6fd0c010bcdc), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:20.247975 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-441068d9-3ce4-4a08-8e29-f0b0abd4ed14 admin admin] Publish callbacks [] for security_group (70b75bf4-b1fb-4026-aa97-6fd0c010bcdc), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:20.410440 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-441068d9-3ce4-4a08-8e29-f0b0abd4ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (70b75bf4-b1fb-4026-aa97-6fd0c010bcdc), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:20.413001 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-441068d9-3ce4-4a08-8e29-f0b0abd4ed14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:20.414170 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-441068d9-3ce4-4a08-8e29-f0b0abd4ed14 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70b75bf4-b1fb-4026-aa97-6fd0c010bcdc HTTP/1.1" status: 204 len: 168 time: 0.2329285 Mar 22 13:04:20.422456 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441068d9-3ce4-4a08-8e29-f0b0abd4ed14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b75bf4-b1fb-4026-aa97-6fd0c010bcdc,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:21.152308 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e818a1-b67d-4286-9ba3-519bdb1e7dc3 req-2898db7f-9ce1-468e-8390-648e1830bc99 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:21.153847 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d4e818a1-b67d-4286-9ba3-519bdb1e7dc3 req-2898db7f-9ce1-468e-8390-648e1830bc99 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 944 time: 0.0550551 Mar 22 13:04:21.204433 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d4e818a1-b67d-4286-9ba3-519bdb1e7dc3 req-4b9d0462-8788-4bc8-a39c-33a05f341523 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450099 Mar 22 13:04:22.325480 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624550f-8fe4-480c-ab7a-8e391af518bc req-a8155320-81e2-40ed-9279-1b8d9a5aa62c tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:22.327192 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7624550f-8fe4-480c-ab7a-8e391af518bc req-a8155320-81e2-40ed-9279-1b8d9a5aa62c tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 944 time: 0.0548229 Mar 22 13:04:22.377286 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7624550f-8fe4-480c-ab7a-8e391af518bc req-fc5c796e-e074-4e82-895b-6f1d80e0bd9c tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Mar 22 13:04:22.399589 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 83b8572b-272d-4387-b4cb-3f7fc7753b3e details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:04:22.499703 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 83b8572b-272d-4387-b4cb-3f7fc7753b3e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:04:22.511423 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:04:22.685019 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 83b8572b-272d-4387-b4cb-3f7fc7753b3e is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:04:22.685317 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:22.697751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b8572b-272d-4387-b4cb-3f7fc7753b3e {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:04:22.718397 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 83b8572b-272d-4387-b4cb-3f7fc7753b3e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:04:22.799621 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:22.846747 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=83b8572b-272d-4387-b4cb-3f7fc7753b3e,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:23.090185 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['83b8572b-272d-4387-b4cb-3f7fc7753b3e'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:04:23.497346 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3f77e-361c-4a1f-9cb6-e79a662d85f8 req-baacf143-80a7-4f04-b641-d5d6880e0ff3 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:23.498763 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-79d3f77e-361c-4a1f-9cb6-e79a662d85f8 req-baacf143-80a7-4f04-b641-d5d6880e0ff3 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 945 time: 0.0517306 Mar 22 13:04:23.546711 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-79d3f77e-361c-4a1f-9cb6-e79a662d85f8 req-bd6bd6c4-57b8-495e-bc53-1e101b3fdcff tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423505 Mar 22 13:04:24.412824 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 83b8572b-272d-4387-b4cb-3f7fc7753b3e up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:04:24.547715 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 83b8572b-272d-4387-b4cb-3f7fc7753b3e completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:04:24.551873 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 83b8572b-272d-4387-b4cb-3f7fc7753b3e triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:04:24.552270 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:24.629434 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 83b8572b-272d-4387-b4cb-3f7fc7753b3e is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:04:24.629826 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:24.653899 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:04:24.656306 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf2d4d-0ffe-4f6b-8487-e5a42052d894" -d '{"events": [{"server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "name": "network-vif-plugged", "status": "completed", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:04:24.667484 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb5002-b346-4368-b434-970a53ad7ed2 req-2bd26a88-d50f-490f-b513-9c7306441214 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:24.669009 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0cfb5002-b346-4368-b434-970a53ad7ed2 req-2bd26a88-d50f-490f-b513-9c7306441214 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 945 time: 0.0550017 Mar 22 13:04:24.669735 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 83b8572b-272d-4387-b4cb-3f7fc7753b3e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:04:24.723367 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0cfb5002-b346-4368-b434-970a53ad7ed2 req-31136fe1-53f5-40cd-ae46-1b1659357ff8 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484099 Mar 22 13:04:24.756762 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:24.804902 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=83b8572b-272d-4387-b4cb-3f7fc7753b3e,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:24.815056 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a742bcdc-d46c-4149-8f92-61b6837075a7 x-openstack-request-id: req-a742bcdc-d46c-4149-8f92-61b6837075a7 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:04:24.815350 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "name": "network-vif-plugged", "status": "completed", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:04:24.815607 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a742bcdc-d46c-4149-8f92-61b6837075a7 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:04:24.816027 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a742bcdc-d46c-4149-8f92-61b6837075a7'] response: {'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'code': 200} Mar 22 13:04:25.208419 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca17e1-383c-4040-a133-719b5ef01f1a req-d24d6f10-9ca6-414d-95f1-3fc45814734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:25.209956 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-beca17e1-383c-4040-a133-719b5ef01f1a req-d24d6f10-9ca6-414d-95f1-3fc45814734e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 1130 time: 0.0440686 Mar 22 13:04:25.257882 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-beca17e1-383c-4040-a133-719b5ef01f1a req-dbb2728a-1f66-4dd7-9173-cf0465094c64 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403340 Mar 22 13:04:25.842350 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b10bf-31a7-44cd-b2aa-0ed705ba64ba req-0bb4dd69-1e36-411b-85e8-d318cbd197ba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:25.843994 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6d9b10bf-31a7-44cd-b2aa-0ed705ba64ba req-0bb4dd69-1e36-411b-85e8-d318cbd197ba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 946 time: 0.0531838 Mar 22 13:04:25.893263 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-6d9b10bf-31a7-44cd-b2aa-0ed705ba64ba req-65199a65-0de9-4eb7-99d0-97b8e4e84288 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436072 Mar 22 13:04:26.037754 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58344) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:26.142738 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90fc6f23-957c-492d-ba89-46724a240cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:26.217595 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90fc6f23-957c-492d-ba89-46724a240cf2 admin admin] Publish callbacks [] for security_group (de1f1be9-e9ac-4bc4-b7a4-3a7afb1a9476), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:26.295875 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-90fc6f23-957c-492d-ba89-46724a240cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (de1f1be9-e9ac-4bc4-b7a4-3a7afb1a9476), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:26.334368 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-90fc6f23-957c-492d-ba89-46724a240cf2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=325e06febd344b4d90e32f31e2cbeaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954009 Mar 22 13:04:26.336265 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc6f23-957c-492d-ba89-46724a240cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f1be9-e9ac-4bc4-b7a4-3a7afb1a9476,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:26.337118 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58348) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:26.392268 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a737b776-990e-4b73-b5fc-6868f72f2669 admin admin] Publish callbacks [] for security_group (de1f1be9-e9ac-4bc4-b7a4-3a7afb1a9476), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:26.412698 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a737b776-990e-4b73-b5fc-6868f72f2669 admin admin] Publish callbacks [] for security_group (de1f1be9-e9ac-4bc4-b7a4-3a7afb1a9476), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:26.553043 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a737b776-990e-4b73-b5fc-6868f72f2669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (de1f1be9-e9ac-4bc4-b7a4-3a7afb1a9476), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:26.555628 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a737b776-990e-4b73-b5fc-6868f72f2669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:26.556796 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a737b776-990e-4b73-b5fc-6868f72f2669 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de1f1be9-e9ac-4bc4-b7a4-3a7afb1a9476 HTTP/1.1" status: 204 len: 168 time: 0.2186780 Mar 22 13:04:26.565094 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737b776-990e-4b73-b5fc-6868f72f2669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f1be9-e9ac-4bc4-b7a4-3a7afb1a9476,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:27.011879 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94b433-b6c9-4484-ada8-79a467973f76 req-a6a9b5cf-bf2e-4719-9a73-e6fdef878419 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:27.013280 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ed94b433-b6c9-4484-ada8-79a467973f76 req-a6a9b5cf-bf2e-4719-9a73-e6fdef878419 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 946 time: 0.0524750 Mar 22 13:04:27.062573 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ed94b433-b6c9-4484-ada8-79a467973f76 req-7e956675-ebb8-46c4-8e85-1b858dbacf20 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438833 Mar 22 13:04:27.121090 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58358) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:27.141860 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a040eef0-8c09-4e72-96ad-a0e382a745d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.210949 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa01585-a34a-41eb-a8c8-fc6a3e95d37d req-a2b9c093-89f5-42cc-a097-6a4d3d7067ca tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:27.212397 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8fa01585-a34a-41eb-a8c8-fc6a3e95d37d req-a2b9c093-89f5-42cc-a097-6a4d3d7067ca tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 946 time: 0.0838084 Mar 22 13:04:27.288262 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8fa01585-a34a-41eb-a8c8-fc6a3e95d37d req-5ca96084-6f8d-4ab5-a531-f374615918e1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673938 Mar 22 13:04:27.289875 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a040eef0-8c09-4e72-96ad-a0e382a745d2 admin admin] Publish callbacks [] for security_group (dc1ab9b5-b05b-463f-b44b-4f02e4797ac8), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.309704 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58360) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:27.347308 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-a040eef0-8c09-4e72-96ad-a0e382a745d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (dc1ab9b5-b05b-463f-b44b-4f02e4797ac8), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.352415 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fdcf8b-013f-4784-bf6d-b23fc4adb0cb tempest-TestVolumeBootPattern-1255590028 tempest-TestVolumeBootPattern-1255590028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:27.353931 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-23fdcf8b-013f-4784-bf6d-b23fc4adb0cb tempest-TestVolumeBootPattern-1255590028 tempest-TestVolumeBootPattern-1255590028-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 1125 time: 0.0431983 Mar 22 13:04:27.356785 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58362) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:27.361068 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:04:27.386507 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-a040eef0-8c09-4e72-96ad-a0e382a745d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=454f7969722044918a56c79d8c3d911d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642760 Mar 22 13:04:27.388011 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040eef0-8c09-4e72-96ad-a0e382a745d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1ab9b5-b05b-463f-b44b-4f02e4797ac8,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:27.389629 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58364) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:27.436598 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d651a800-25d8-4834-acde-ee2fcc1f8fd1 admin admin] Publish callbacks [] for security_group (dc1ab9b5-b05b-463f-b44b-4f02e4797ac8), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.457041 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d651a800-25d8-4834-acde-ee2fcc1f8fd1 admin admin] Publish callbacks [] for security_group (dc1ab9b5-b05b-463f-b44b-4f02e4797ac8), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.484456 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.581259 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.616881 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d651a800-25d8-4834-acde-ee2fcc1f8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (dc1ab9b5-b05b-463f-b44b-4f02e4797ac8), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.619411 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-d651a800-25d8-4834-acde-ee2fcc1f8fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.620888 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-d651a800-25d8-4834-acde-ee2fcc1f8fd1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc1ab9b5-b05b-463f-b44b-4f02e4797ac8 HTTP/1.1" status: 204 len: 168 time: 0.2293038 Mar 22 13:04:27.659331 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651a800-25d8-4834-acde-ee2fcc1f8fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1ab9b5-b05b-463f-b44b-4f02e4797ac8,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:27.725022 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Allocated IP 172.27.2.14 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/705039db-3350-46eb-b42c-5c3a37cf511c) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:04:27.822821 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for port (705039db-3350-46eb-b42c-5c3a37cf511c), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.942154 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (705039db-3350-46eb-b42c-5c3a37cf511c), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:27.978238 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:04:27.980930 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:04:27.984940 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:04:28.014428 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'Port': ['ID=705039db-3350-46eb-b42c-5c3a37cf511c,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:28.341469 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (2521c358-4719-44cc-baa8-18d4e6f58bf6), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:28.477325 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (705039db-3350-46eb-b42c-5c3a37cf511c), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:28.628080 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for port (705039db-3350-46eb-b42c-5c3a37cf511c), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:28.758951 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (705039db-3350-46eb-b42c-5c3a37cf511c), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:28.829076 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'Port': ['ID=705039db-3350-46eb-b42c-5c3a37cf511c,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:28.843409 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (2521c358-4719-44cc-baa8-18d4e6f58bf6), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:29.203721 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.l3_db [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Floating IP 2521c358-4719-44cc-baa8-18d4e6f58bf6 associated. External IP: 172.27.2.14, port: 83b8572b-272d-4387-b4cb-3f7fc7753b3e. Mar 22 13:04:29.435617 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Router 401f6684-581c-45c6-8342-c0dbedae22a8 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:04:29.553079 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:04:29.564185 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] Sync routers for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:04:29.573673 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:04:29.574393 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:04:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:29.658227 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:29.687500 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-441abf8a-b5c3-4cb4-9768-fe6d4e3f4382 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3297040 Mar 22 13:04:29.688075 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:04:29.690456 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0" -d '{"events": [{"name": "network-changed", "server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:04:29.690845 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:04:29.872345 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb09a6a-a998-4e76-ab7b-b8fed501b785 x-openstack-request-id: req-dbb09a6a-a998-4e76-ab7b-b8fed501b785 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:04:29.872890 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:04:29.873312 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dbb09a6a-a998-4e76-ab7b-b8fed501b785 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:04:29.873840 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb09a6a-a998-4e76-ab7b-b8fed501b785'] response: {'name': 'network-changed', 'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'status': 'completed', 'code': 200} Mar 22 13:04:29.936371 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2521c358-4719-44cc-baa8-18d4e6f58bf6', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:04:28Z', 'updated_at': '2022-03-22T13:04:28Z', 'revision_number': 0, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:29.957138 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-9271ca83-ca06-426b-8255-381d72caf20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:29.958676 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-9271ca83-ca06-426b-8255-381d72caf20d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 1130 time: 0.0448327 Mar 22 13:04:29.966457 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] Checking router: 401f6684-581c-45c6-8342-c0dbedae22a8 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:04:29.975064 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:04:29.975665 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:04:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:30.063036 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-05dbb4c2-6d46-4cf5-9d8a-bf478362dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:30.064412 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-05dbb4c2-6d46-4cf5-9d8a-bf478362dcfe service neutron] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 912 time: 0.1004479 Mar 22 13:04:30.094789 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:04:30.137729 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-fb412a4d-3a1b-4008-99e9-25f89be7d5a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e HTTP/1.1" status: 200 len: 999 time: 0.0673418 Mar 22 13:04:30.196678 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-1e909508-5e0e-4144-ae73-667016674231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:30.198232 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-1e909508-5e0e-4144-ae73-667016674231 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0553577 Mar 22 13:04:30.249553 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-e172ec35-0fc4-4377-829e-660097c4ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:30.251193 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-e172ec35-0fc4-4377-829e-660097c4ee15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475924 Mar 22 13:04:30.333322 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2521c358-4719-44cc-baa8-18d4e6f58bf6', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:04:28Z', 'updated_at': '2022-03-22T13:04:28Z', 'revision_number': 0, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:04:30.339223 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-803e9272-c08e-41a0-b963-81886bc3b245 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824919 Mar 22 13:04:30.365800 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a786677-6016-4a9f-85be-ba6d94bb853a None None] The sync data for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi is: [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2521c358-4719-44cc-baa8-18d4e6f58bf6', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:04:28Z', 'updated_at': '2022-03-22T13:04:28Z', 'revision_number': 0, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:04:30.442484 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-72d20dcf-c6e9-4d25-bed3-c8ff660993e0 req-71fd2b1a-df7c-48e3-92e8-f56738bb9911 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975468 Mar 22 13:04:30.583003 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89968a92-aca5-4f16-b283-1c4680d651a9 None None] New status for floating IP 2521c358-4719-44cc-baa8-18d4e6f58bf6: ACTIVE {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:04:30.848413 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58438) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:30.953961 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a9da89e2-707a-4302-9e25-c64498daa165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:31.025469 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a9da89e2-707a-4302-9e25-c64498daa165 admin admin] Publish callbacks [] for security_group (150166be-8279-4f4a-866a-a00193ccc877), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:31.105212 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-a9da89e2-707a-4302-9e25-c64498daa165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (150166be-8279-4f4a-866a-a00193ccc877), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:31.148293 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-a9da89e2-707a-4302-9e25-c64498daa165 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6d8f40747ec48a6bed96a996acd5d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986159 Mar 22 13:04:31.149168 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da89e2-707a-4302-9e25-c64498daa165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150166be-8279-4f4a-866a-a00193ccc877,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:31.150948 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58442) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:31.207224 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-77345b77-98dd-40e8-b025-a0fad4eb0287 admin admin] Publish callbacks [] for security_group (150166be-8279-4f4a-866a-a00193ccc877), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:31.227540 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-77345b77-98dd-40e8-b025-a0fad4eb0287 admin admin] Publish callbacks [] for security_group (150166be-8279-4f4a-866a-a00193ccc877), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:31.350852 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-77345b77-98dd-40e8-b025-a0fad4eb0287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (150166be-8279-4f4a-866a-a00193ccc877), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:31.353615 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-77345b77-98dd-40e8-b025-a0fad4eb0287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:31.354800 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-77345b77-98dd-40e8-b025-a0fad4eb0287 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/150166be-8279-4f4a-866a-a00193ccc877 HTTP/1.1" status: 204 len: 168 time: 0.2022336 Mar 22 13:04:31.362857 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77345b77-98dd-40e8-b025-a0fad4eb0287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150166be-8279-4f4a-866a-a00193ccc877,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:31.980038 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58448) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:31.994062 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49632719-3fa3-4d3b-9170-3337d11d2640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:32.066949 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49632719-3fa3-4d3b-9170-3337d11d2640 admin admin] Publish callbacks [] for security_group (3ff590ec-63a5-4f3f-a802-1f8946bbf949), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:32.139667 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-49632719-3fa3-4d3b-9170-3337d11d2640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3ff590ec-63a5-4f3f-a802-1f8946bbf949), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:32.180699 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49632719-3fa3-4d3b-9170-3337d11d2640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff590ec-63a5-4f3f-a802-1f8946bbf949,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:32.185004 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-49632719-3fa3-4d3b-9170-3337d11d2640 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ec7e85f9e2542f8a45ec545dc5bd496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039573 Mar 22 13:04:32.187848 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58450) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:04:32.236674 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-01d87511-7f7a-44e0-aae7-5e93914cd1b8 admin admin] Publish callbacks [] for security_group (3ff590ec-63a5-4f3f-a802-1f8946bbf949), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:32.257867 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-01d87511-7f7a-44e0-aae7-5e93914cd1b8 admin admin] Publish callbacks [] for security_group (3ff590ec-63a5-4f3f-a802-1f8946bbf949), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:32.384847 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-01d87511-7f7a-44e0-aae7-5e93914cd1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (3ff590ec-63a5-4f3f-a802-1f8946bbf949), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:32.387871 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-01d87511-7f7a-44e0-aae7-5e93914cd1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:32.389046 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-01d87511-7f7a-44e0-aae7-5e93914cd1b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ff590ec-63a5-4f3f-a802-1f8946bbf949 HTTP/1.1" status: 204 len: 168 time: 0.1998267 Mar 22 13:04:32.396544 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d87511-7f7a-44e0-aae7-5e93914cd1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff590ec-63a5-4f3f-a802-1f8946bbf949,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:04:37.022315 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:04:41.653823 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:43.649723 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-04ff06a6-9c8b-42cf-9f07-839b7ef6df56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:45.864867 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c3424b56-d0bb-4653-a97c-8ceb7f376f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:47.123878 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:48.735847 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:04:50.175246 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:06.936472 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 58652) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:05:07.037759 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:07.110803 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Publish callbacks [] for security_group (7abb8407-59dc-490c-b730-c0c151515d6d), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:07.191925 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (7abb8407-59dc-490c-b730-c0c151515d6d), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:07.231473 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abb8407-59dc-490c-b730-c0c151515d6d,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:07.235205 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec88ee08696f4dafb6823683ecbfcb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977319 Mar 22 13:05:07.237972 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58656) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:05:07.240927 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.241268 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.242188 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.242583 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.242915 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.243240 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.243559 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.243877 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.244195 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.244514 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.244831 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.245148 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.245459 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.245769 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.246366 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf566cb2-8434-4d5b-b22b-f30340a5de54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.286373 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Publish callbacks [] for security_group (7abb8407-59dc-490c-b730-c0c151515d6d), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:07.307640 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Publish callbacks [] for security_group (7abb8407-59dc-490c-b730-c0c151515d6d), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:07.409236 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (7abb8407-59dc-490c-b730-c0c151515d6d), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:07.411888 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:07.413038 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7abb8407-59dc-490c-b730-c0c151515d6d HTTP/1.1" status: 204 len: 168 time: 0.1740479 Mar 22 13:05:07.421244 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abb8407-59dc-490c-b730-c0c151515d6d,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:07.428326 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.428680 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.429089 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.429925 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.430357 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.430711 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.431046 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.431376 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.431708 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.432040 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.432371 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.432697 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.433021 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.433344 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:07.433664 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f595288c-c663-4b64-8a94-0b749c1044c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:08.358015 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58678) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:05:08.450006 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1818323654-network', 'tenant_id': 'c83df82ac584490fb3dc1db304b32244'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:08.523872 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Made reservation on behalf of c83df82ac584490fb3dc1db304b32244 for: {'network': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:08.526144 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for network (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:08.534234 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:08.609624 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Publish callbacks [] for security_group (839899f4-02b1-4e58-ab53-dd02a1b8077e), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:08.669928 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (839899f4-02b1-4e58-ab53-dd02a1b8077e), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:08.695932 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=110232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:05:08.704970 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839899f4-02b1-4e58-ab53-dd02a1b8077e,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:08.711658 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:08.714020 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.db.segments_db [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Added segment 4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1 of type vlan for network 929ed33f-a040-4752-b49e-e8fdc0d27f64 Mar 22 13:05:08.751254 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733172028245'] for network (929ed33f-a040-4752-b49e-e8fdc0d27f64), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:08.847257 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411'] for network (929ed33f-a040-4752-b49e-e8fdc0d27f64), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:08.848214 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:08.848823 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:08.904792 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] Pushing event updated for resources: {'Network': ['ID=929ed33f-a040-4752-b49e-e8fdc0d27f64,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:08.914722 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Network 929ed33f-a040-4752-b49e-e8fdc0d27f64 details requested by agent ovs-agent-dv-cinder-824149-5-iscsi with host dv-cinder-824149-5-iscsi {{(pid=110233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 13:05:08.989208 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-f0716263-7a80-478d-b1ce-6917686db172 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6300502 Mar 22 13:05:08.992519 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 58684) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:05:08.997486 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Request body: {'subnet': {'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1818323654-subnet', 'tenant_id': 'c83df82ac584490fb3dc1db304b32244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:09.087294 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Made reservation on behalf of c83df82ac584490fb3dc1db304b32244 for: {'subnet': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:09.089613 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9330252'] for subnet (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:09.316154 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9101422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9330266'] for subnet (d0f7da95-74f2-4536-9f57-317936319b55), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:09.373833 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f7da95-74f2-4536-9f57-317936319b55,revision_number=0']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:09.383951 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Checking segment: {'id': '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:05:09.384312 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Network hostable DHCP agents. Network: 929ed33f-a040-4752-b49e-e8fdc0d27f64, hostable agents: ['4592cd14-9e9e-48fa-8afe-6e6c3b2690bd'], hosted agents: [] {{(pid=110232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:05:09.472183 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Network 929ed33f-a040-4752-b49e-e8fdc0d27f64 is scheduled to be hosted by DHCP agent 4592cd14-9e9e-48fa-8afe-6e6c3b2690bd with binding_index 1 {{(pid=110232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:05:09.540558 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824149-5-iscsi, 929ed33f-a040-4752-b49e-e8fdc0d27f64) {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:09.545100 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:09.545667 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:09.552408 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809e80ff-ac05-492f-a745-d86fbd674fb6 None None] Network 929ed33f-a040-4752-b49e-e8fdc0d27f64 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:05:09.623951 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-953d415f-f1fa-4ac2-9106-e1c460c95a70 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6302974 Mar 22 13:05:09.643256 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3dfad-bc46-4ee0-8639-23af1d71b71a None None] Network 929ed33f-a040-4752-b49e-e8fdc0d27f64 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:05:11.666471 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:11.692166 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-94169c1e-c246-4886-aa9c-cbb2abce9a99 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:11.693669 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-94169c1e-c246-4886-aa9c-cbb2abce9a99 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/networks?id=929ed33f-a040-4752-b49e-e8fdc0d27f64 HTTP/1.1" status: 200 len: 814 time: 0.0997107 Mar 22 13:05:11.709154 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-314ea8ca-1e84-4416-a756-39ac243c5ec7 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/quotas/c83df82ac584490fb3dc1db304b32244 HTTP/1.1" status: 200 len: 375 time: 0.0095701 Mar 22 13:05:11.740061 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-9de2901d-4404-4fae-84fa-bf5b769ecd9b tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c83df82ac584490fb3dc1db304b32244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255282 Mar 22 13:05:11.830923 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-4a091b5a-3043-4a3d-b61a-c85d3717ca67 service neutron] 10.222.0.69 "GET /v2.0/networks/929ed33f-a040-4752-b49e-e8fdc0d27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841885 Mar 22 13:05:11.918918 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-e875dfeb-d422-419d-97bb-22aabc73948c service neutron] 10.222.0.69 "GET /v2.0/networks/929ed33f-a040-4752-b49e-e8fdc0d27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819860 Mar 22 13:05:12.173161 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f4e36f88-eb97-4da1-a870-892e2a016c30 req-f2a91e5c-088b-4455-a47d-f824d74f1411 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 210 time: 0.0306594 Mar 22 13:05:13.266586 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dab0ddb6-a709-49c2-965d-4ec23f906d01 req-b30735f2-a62b-4545-a0a1-19c872be57fd tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 210 time: 0.0272141 Mar 22 13:05:13.666537 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-4c804ca9-f051-4b09-a328-c5bd683ea62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:14.021131 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:05:14.414187 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-afacaeaf-0bf6-4218-acb3-4a0c1ea36768 req-2adfdd00-b2bf-494b-be03-7ba1a05978cf tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 210 time: 0.0739179 Mar 22 13:05:14.474815 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-2daeb9da-7f15-4c25-85bf-140738486f8f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:14.476465 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-2daeb9da-7f15-4c25-85bf-140738486f8f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.46 "GET /v2.0/networks?id=929ed33f-a040-4752-b49e-e8fdc0d27f64 HTTP/1.1" status: 200 len: 814 time: 0.1461957 Mar 22 13:05:14.496638 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Request body: {'port': {'device_id': '0c0f619b-9a82-4c82-9a82-1e2315cd98df', 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64', 'admin_state_up': True, 'tenant_id': 'c83df82ac584490fb3dc1db304b32244'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:14.723683 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Made reservation on behalf of c83df82ac584490fb3dc1db304b32244 for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:05:14.727078 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:14.858761 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Allocated IP 172.20.0.14 (929ed33f-a040-4752-b49e-e8fdc0d27f64/d0f7da95-74f2-4536-9f57-317936319b55/61102b80-c07d-44a7-a014-a673cedd1662) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:05:15.002231 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks [] for port (61102b80-c07d-44a7-a014-a673cedd1662), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:15.095122 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (61102b80-c07d-44a7-a014-a673cedd1662), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:15.139373 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Network 929ed33f-a040-4752-b49e-e8fdc0d27f64 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:05:15.142359 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:05:15.146077 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:05:15.175390 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Pushing event updated for resources: {'Port': ['ID=61102b80-c07d-44a7-a014-a673cedd1662,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:15.200438 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:15.201040 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:15.274951 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-41d6179b-5925-462f-8d56-572db6a76653 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7823288 Mar 22 13:05:15.293618 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Request body: {'port': {'device_id': '0c0f619b-9a82-4c82-9a82-1e2315cd98df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:05:15.351641 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (61102b80-c07d-44a7-a014-a673cedd1662), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:15.588305 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce44fc-2b00-41fc-9aae-659bf1f848c6 req-8591798e-35fc-45e4-847d-2b0be49d11da tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:15.589750 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70ce44fc-2b00-41fc-9aae-659bf1f848c6 req-8591798e-35fc-45e4-847d-2b0be49d11da tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 932 time: 0.1038961 Mar 22 13:05:15.677828 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70ce44fc-2b00-41fc-9aae-659bf1f848c6 req-5b58d293-9039-4424-83a9-e87f5626f5de tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787532 Mar 22 13:05:15.684076 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61102b80-c07d-44a7-a014-a673cedd1662 {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:05:15.691579 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Publish callbacks [] for port (61102b80-c07d-44a7-a014-a673cedd1662), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:15.703836 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Transition to ACTIVE for port object 61102b80-c07d-44a7-a014-a673cedd1662 will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:05:15.768759 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (61102b80-c07d-44a7-a014-a673cedd1662), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:15.823983 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Pushing event updated for resources: {'Port': ['ID=61102b80-c07d-44a7-a014-a673cedd1662,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:15.860321 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c52dfbff-b468-425c-b5e7-a7b9afd28f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:15.887986 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Attempting to bind port 61102b80-c07d-44a7-a014-a673cedd1662 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:05:15.888323 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Attempting to bind port 61102b80-c07d-44a7-a014-a673cedd1662 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:05:15.888646 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Attempting to bind port 61102b80-c07d-44a7-a014-a673cedd1662 on network 929ed33f-a040-4752-b49e-e8fdc0d27f64 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:05:15.892867 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Port 61102b80-c07d-44a7-a014-a673cedd1662 on network 929ed33f-a040-4752-b49e-e8fdc0d27f64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:05:15.893279 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Attempting to bind port 61102b80-c07d-44a7-a014-a673cedd1662 on network 929ed33f-a040-4752-b49e-e8fdc0d27f64 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:05:15.898015 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:05:15.898357 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Checking segment: {'id': '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:05:15.898740 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Bound using segment: {'id': '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:05:15.899158 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Bound port: 61102b80-c07d-44a7-a014-a673cedd1662, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:05:15.899533 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (61102b80-c07d-44a7-a014-a673cedd1662), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:15.960983 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] For port 61102b80-c07d-44a7-a014-a673cedd1662, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:05:15.964046 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] For port 61102b80-c07d-44a7-a014-a673cedd1662, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=61102b80-c07d-44a7-a014-a673cedd1662,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:05:16.026929 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (61102b80-c07d-44a7-a014-a673cedd1662), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:16.067327 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:16.068211 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:16.069799 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] 10.222.0.46 "PUT /v2.0/ports/61102b80-c07d-44a7-a014-a673cedd1662 HTTP/1.1" status: 200 len: 1094 time: 0.7809196 Mar 22 13:05:16.070262 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0f619b-9a82-4c82-9a82-1e2315cd98df', 'tag': '61102b80-c07d-44a7-a014-a673cedd1662'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:05:16.073133 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8fe717-8563-412a-afb6-eaf39b54c0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0f619b-9a82-4c82-9a82-1e2315cd98df", "tag": "61102b80-c07d-44a7-a014-a673cedd1662"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:05:16.098383 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4ef72-a0c3-452a-9ae5-7979d8ccc7be service neutron] Pushing event updated for resources: {'Port': ['ID=61102b80-c07d-44a7-a014-a673cedd1662,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:16.112009 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91342bd-c16b-4a42-96d4-d041e0be6057 x-openstack-request-id: req-c91342bd-c16b-4a42-96d4-d041e0be6057 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:05:16.112243 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0f619b-9a82-4c82-9a82-1e2315cd98df", "tag": "61102b80-c07d-44a7-a014-a673cedd1662", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:05:16.112596 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c91342bd-c16b-4a42-96d4-d041e0be6057 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:05:16.113006 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91342bd-c16b-4a42-96d4-d041e0be6057'] response: {'name': 'network-changed', 'server_uuid': '0c0f619b-9a82-4c82-9a82-1e2315cd98df', 'tag': '61102b80-c07d-44a7-a014-a673cedd1662', 'status': 'completed', 'code': 200} Mar 22 13:05:16.199280 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fe717-8563-412a-afb6-eaf39b54c0f5 req-f620263a-c176-47ff-bd20-d6d21b3d27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:16.200757 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eb8fe717-8563-412a-afb6-eaf39b54c0f5 req-f620263a-c176-47ff-bd20-d6d21b3d27f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83df82ac584490fb3dc1db304b32244&device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 1128 time: 0.0455546 Mar 22 13:05:16.305330 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fe717-8563-412a-afb6-eaf39b54c0f5 req-4de46571-f111-475b-aeea-93c290ded0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:16.307396 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eb8fe717-8563-412a-afb6-eaf39b54c0f5 req-4de46571-f111-475b-aeea-93c290ded0d6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c83df82ac584490fb3dc1db304b32244&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936837 Mar 22 13:05:16.399251 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fe717-8563-412a-afb6-eaf39b54c0f5 req-76c013f7-17f7-4bc1-ac69-c2da04f2f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:16.400860 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-eb8fe717-8563-412a-afb6-eaf39b54c0f5 req-76c013f7-17f7-4bc1-ac69-c2da04f2f6dd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874786 Mar 22 13:05:16.503200 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-d436de68-145f-4991-a391-291c0556de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:16.504642 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-d436de68-145f-4991-a391-291c0556de85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83df82ac584490fb3dc1db304b32244&device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 1128 time: 0.0440955 Mar 22 13:05:16.556893 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-40bde121-fcb2-4a0a-99c4-4d4abd9ad5c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61102b80-c07d-44a7-a014-a673cedd1662 HTTP/1.1" status: 200 len: 217 time: 0.0383508 Mar 22 13:05:16.607540 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-37dd1141-5b91-42aa-99e3-3c72ee3a4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:16.608982 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-37dd1141-5b91-42aa-99e3-3c72ee3a4a45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0f7da95-74f2-4536-9f57-317936319b55 HTTP/1.1" status: 200 len: 854 time: 0.0440083 Mar 22 13:05:16.639242 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-76606af9-159a-4649-a5cf-f7668b23f652 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=929ed33f-a040-4752-b49e-e8fdc0d27f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245390 Mar 22 13:05:16.730587 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-3a459dcc-b3a6-4c67-b3d8-5a68ccb8648e service neutron] 10.222.0.46 "GET /v2.0/networks/929ed33f-a040-4752-b49e-e8fdc0d27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Mar 22 13:05:16.858317 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad0a92-9fc4-4b47-aeb3-74fb0b19ec75 req-4fffbdd9-21f8-4ed5-848b-0de68ce2bbdc tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:16.859774 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3aad0a92-9fc4-4b47-aeb3-74fb0b19ec75 req-4fffbdd9-21f8-4ed5-848b-0de68ce2bbdc tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 944 time: 0.1155136 Mar 22 13:05:16.861496 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1da8c733-d7af-484f-8c8e-5880e6fb3be8 req-e7dc005b-93d1-4bd5-854d-ed49aae549dd service neutron] 10.222.0.46 "GET /v2.0/networks/929ed33f-a040-4752-b49e-e8fdc0d27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252315 Mar 22 13:05:16.905940 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3aad0a92-9fc4-4b47-aeb3-74fb0b19ec75 req-d9c1487b-958a-438d-a555-19b13a4f43ba tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 Mar 22 13:05:17.077549 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:18.025712 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e963c68-1026-4386-a083-3502444e1802 req-6d50cc8a-d3ca-422c-9847-ec0553121b80 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:18.027644 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e963c68-1026-4386-a083-3502444e1802 req-6d50cc8a-d3ca-422c-9847-ec0553121b80 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 944 time: 0.0544658 Mar 22 13:05:18.075320 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3e963c68-1026-4386-a083-3502444e1802 req-c5846c8b-498d-4edf-a892-908ad969e1e9 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419657 Mar 22 13:05:18.710969 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 61102b80-c07d-44a7-a014-a673cedd1662 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:05:18.730278 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:18.821800 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 61102b80-c07d-44a7-a014-a673cedd1662, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=61102b80-c07d-44a7-a014-a673cedd1662,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:05:18.832057 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '61102b80-c07d-44a7-a014-a673cedd1662', 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64', 'port_id': '61102b80-c07d-44a7-a014-a673cedd1662', 'mac_address': 'fa:16:3e:b8:c0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f7da95-74f2-4536-9f57-317936319b55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:05:18.871715 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 61102b80-c07d-44a7-a014-a673cedd1662 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:05:18.872107 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (61102b80-c07d-44a7-a014-a673cedd1662), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:18.885039 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61102b80-c07d-44a7-a014-a673cedd1662 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:05:18.903400 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 61102b80-c07d-44a7-a014-a673cedd1662, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=61102b80-c07d-44a7-a014-a673cedd1662,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:05:18.986208 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (61102b80-c07d-44a7-a014-a673cedd1662), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:19.034288 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=61102b80-c07d-44a7-a014-a673cedd1662,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:19.041222 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.041574 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.041918 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.042363 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.042697 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.043028 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.043361 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.043684 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.044010 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.044341 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.044664 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.044990 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.045317 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.045634 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.045953 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:19.197125 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc14541-9371-4ff2-9864-c07da0189583 req-d6656513-20de-44ce-9524-f163518e2ebf tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:19.198708 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4dc14541-9371-4ff2-9864-c07da0189583 req-d6656513-20de-44ce-9524-f163518e2ebf tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 945 time: 0.0552781 Mar 22 13:05:19.251516 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4dc14541-9371-4ff2-9864-c07da0189583 req-d9f4e87d-5188-4eba-a8db-9764555864bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Mar 22 13:05:19.289052 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['61102b80-c07d-44a7-a014-a673cedd1662'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:05:20.140122 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:20.363961 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fcc2a-c013-46d8-a87b-7d65078734ea req-df16df4f-0f6e-4e7e-aa46-61d50aaacf98 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:20.365426 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a7fcc2a-c013-46d8-a87b-7d65078734ea req-df16df4f-0f6e-4e7e-aa46-61d50aaacf98 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 945 time: 0.0503886 Mar 22 13:05:20.412207 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5a7fcc2a-c013-46d8-a87b-7d65078734ea req-84a0205e-6c38-486e-9ca1-b115dfc2e004 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Mar 22 13:05:20.723819 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 61102b80-c07d-44a7-a014-a673cedd1662 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:05:20.824310 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 61102b80-c07d-44a7-a014-a673cedd1662 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:05:20.828129 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 61102b80-c07d-44a7-a014-a673cedd1662 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:05:20.828518 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (61102b80-c07d-44a7-a014-a673cedd1662), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:21.031476 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 61102b80-c07d-44a7-a014-a673cedd1662 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:05:21.031780 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (61102b80-c07d-44a7-a014-a673cedd1662), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:21.053968 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0f619b-9a82-4c82-9a82-1e2315cd98df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61102b80-c07d-44a7-a014-a673cedd1662'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:05:21.056241 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2426c94-07d8-4d03-8e1f-e91233e06520" -d '{"events": [{"server_uuid": "0c0f619b-9a82-4c82-9a82-1e2315cd98df", "name": "network-vif-plugged", "status": "completed", "tag": "61102b80-c07d-44a7-a014-a673cedd1662"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:05:21.067957 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 61102b80-c07d-44a7-a014-a673cedd1662, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=61102b80-c07d-44a7-a014-a673cedd1662,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:05:21.092656 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86dfce1-d1f7-48a8-bba3-c609261c8ba7 x-openstack-request-id: req-e86dfce1-d1f7-48a8-bba3-c609261c8ba7 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:05:21.092943 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0f619b-9a82-4c82-9a82-1e2315cd98df", "name": "network-vif-plugged", "status": "completed", "tag": "61102b80-c07d-44a7-a014-a673cedd1662", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:05:21.093184 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e86dfce1-d1f7-48a8-bba3-c609261c8ba7 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:05:21.093581 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86dfce1-d1f7-48a8-bba3-c609261c8ba7'] response: {'server_uuid': '0c0f619b-9a82-4c82-9a82-1e2315cd98df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61102b80-c07d-44a7-a014-a673cedd1662', 'code': 200} Mar 22 13:05:21.133216 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (61102b80-c07d-44a7-a014-a673cedd1662), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:21.183638 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=61102b80-c07d-44a7-a014-a673cedd1662,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:21.251558 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-54a8b7e2-e122-43f2-a94f-3c268d4a6fcd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424714 Mar 22 13:05:21.356199 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-5f785dca-138c-4c5b-8906-32a5253a2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:21.357644 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-5f785dca-138c-4c5b-8906-32a5253a2fe9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 1130 time: 0.0433815 Mar 22 13:05:21.456625 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6556-aa82-44a0-9aa4-db9b90f649d8 req-59aa3e82-7e2a-4eb1-bd50-08fcd97b45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:21.458277 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-addb6556-aa82-44a0-9aa4-db9b90f649d8 req-59aa3e82-7e2a-4eb1-bd50-08fcd97b45ec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 1130 time: 0.0475819 Mar 22 13:05:21.462778 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-9de3f4c4-e6a4-4571-9501-18152849ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:21.464208 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-9de3f4c4-e6a4-4571-9501-18152849ff36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 912 time: 0.0883877 Mar 22 13:05:21.503857 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-addb6556-aa82-44a0-9aa4-db9b90f649d8 req-edb2d803-6dea-410d-8dea-92fdb6a06717 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Mar 22 13:05:21.562945 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-a0578bef-8e7e-4d77-8abc-bf3e3948d7f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e HTTP/1.1" status: 200 len: 1001 time: 0.0887020 Mar 22 13:05:21.577738 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9459e6-404e-493b-b0ae-467190ef11d7 req-8b67ffd6-fe48-49dd-b6b8-0612c54ad58a tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:21.579449 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0f9459e6-404e-493b-b0ae-467190ef11d7 req-8b67ffd6-fe48-49dd-b6b8-0612c54ad58a tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 946 time: 0.0974257 Mar 22 13:05:21.626606 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0f9459e6-404e-493b-b0ae-467190ef11d7 req-762721ae-be5e-4f87-9468-f9119dead6a4 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Mar 22 13:05:21.828966 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-f242894c-37fe-4aa9-bc39-e2d4b9c586d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:21.830375 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-f242894c-37fe-4aa9-bc39-e2d4b9c586d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0427742 Mar 22 13:05:21.877711 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-3eba05e1-b896-4d13-bd70-78bc086f7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:21.879055 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-3eba05e1-b896-4d13-bd70-78bc086f7eca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413501 Mar 22 13:05:21.968486 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-18dc9ee7-3062-4a76-bec1-4886c4f8bb27 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811019 Mar 22 13:05:22.054677 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a046f479-24ca-4a00-9fbe-34e78c597771 req-ed2d97c0-ccfc-42a4-ad3f-c405a7b84d2f service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796583 Mar 22 13:05:22.747110 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae096df-4ac7-48b1-a682-9face9f74987 req-5e5f7fe7-3cbc-42d8-a4ce-de3ab291892d tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:22.748588 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-aae096df-4ac7-48b1-a682-9face9f74987 req-5e5f7fe7-3cbc-42d8-a4ce-de3ab291892d tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 946 time: 0.0554833 Mar 22 13:05:22.800568 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-aae096df-4ac7-48b1-a682-9face9f74987 req-7851f508-028c-49c6-9298-11e11ceb7fc3 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461085 Mar 22 13:05:23.918574 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599ff9d-733b-47e7-ac1e-5c26d15faba7 req-46829571-7901-4a8c-86fb-9a90c1f27bc9 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:23.920020 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2599ff9d-733b-47e7-ac1e-5c26d15faba7 req-46829571-7901-4a8c-86fb-9a90c1f27bc9 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 946 time: 0.0532930 Mar 22 13:05:23.965308 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2599ff9d-733b-47e7-ac1e-5c26d15faba7 req-400ed7c2-04f8-48e0-82bb-259e1d53e317 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Mar 22 13:05:41.682876 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:43.642676 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2a474eda-b085-410e-9c22-b8e941c6726a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:45.853751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e8a4-1e58-432f-a61c-0a76f5eaad13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:47.082555 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:48.761103 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:50.134005 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:05:51.020213 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:06:06.402478 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57bdb7-b9db-4cc1-91a5-33aad66a6325 req-fc5ea44c-4754-48f0-885a-af248cd6f855 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:06.403937 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fa57bdb7-b9db-4cc1-91a5-33aad66a6325 req-fc5ea44c-4754-48f0-885a-af248cd6f855 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 946 time: 0.0530763 Mar 22 13:06:06.453194 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fa57bdb7-b9db-4cc1-91a5-33aad66a6325 req-834bd4ee-2930-4304-bb5a-b7ef9425df3b tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 Mar 22 13:06:07.572527 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053754c-c809-45b7-a9ea-e37690279ded req-c70e5ccd-60b8-480e-91db-9818f7b1ec02 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:07.573975 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2053754c-c809-45b7-a9ea-e37690279ded req-c70e5ccd-60b8-480e-91db-9818f7b1ec02 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 946 time: 0.0532780 Mar 22 13:06:07.620337 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-2053754c-c809-45b7-a9ea-e37690279ded req-83504c28-4e56-4e3b-9685-297e6af0d203 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Mar 22 13:06:08.137344 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-8fe9842c-e6aa-4467-8c86-6e9f4a7776d2 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:08.138835 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-8fe9842c-e6aa-4467-8c86-6e9f4a7776d2 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 946 time: 0.0509329 Mar 22 13:06:08.251180 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Deleting port 61102b80-c07d-44a7-a014-a673cedd1662 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:06:08.251520 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (61102b80-c07d-44a7-a014-a673cedd1662), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:08.339486 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] For port 61102b80-c07d-44a7-a014-a673cedd1662, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=61102b80-c07d-44a7-a014-a673cedd1662,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:08.339846 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (61102b80-c07d-44a7-a014-a673cedd1662), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:08.353018 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Calling delete_port for 61102b80-c07d-44a7-a014-a673cedd1662 owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:06:08.571968 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (61102b80-c07d-44a7-a014-a673cedd1662), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:08.599635 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Pushing event deleted for resources: {'Port': ['ID=61102b80-c07d-44a7-a014-a673cedd1662,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:08.608396 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['61102b80-c07d-44a7-a014-a673cedd1662'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:06:08.611780 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.612133 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.612485 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.612808 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.613132 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.613456 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.613781 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.614133 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.614455 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.614863 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.615079 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.615398 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.615884 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.616050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.616348 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.658094 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] No DVR routers for this DVR port 61102b80-c07d-44a7-a014-a673cedd1662 on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:08.661562 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:08.665127 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5eb2d08a-1487-43ed-b51a-128591c95a88 req-cda1a4a9-8e4f-4908-bd58-61aaf70ef67f tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.46 "DELETE /v2.0/ports/61102b80-c07d-44a7-a014-a673cedd1662 HTTP/1.1" status: 204 len: 173 time: 0.5048959 Mar 22 13:06:08.665574 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0f619b-9a82-4c82-9a82-1e2315cd98df', 'name': 'network-vif-deleted', 'tag': '61102b80-c07d-44a7-a014-a673cedd1662'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:06:08.667972 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ea6d89-a11d-4d43-b70e-9a9c974c1375" -d '{"events": [{"server_uuid": "0c0f619b-9a82-4c82-9a82-1e2315cd98df", "name": "network-vif-deleted", "tag": "61102b80-c07d-44a7-a014-a673cedd1662"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:06:08.715795 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349c027c-146b-4faa-9164-0f98f554cb1a x-openstack-request-id: req-349c027c-146b-4faa-9164-0f98f554cb1a {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:06:08.716085 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0f619b-9a82-4c82-9a82-1e2315cd98df", "name": "network-vif-deleted", "tag": "61102b80-c07d-44a7-a014-a673cedd1662", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:06:08.716333 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-349c027c-146b-4faa-9164-0f98f554cb1a {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:06:08.716725 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349c027c-146b-4faa-9164-0f98f554cb1a'] response: {'server_uuid': '0c0f619b-9a82-4c82-9a82-1e2315cd98df', 'name': 'network-vif-deleted', 'tag': '61102b80-c07d-44a7-a014-a673cedd1662', 'status': 'completed', 'code': 200} Mar 22 13:06:08.718793 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4ddf31a7-5e6e-43cc-9a91-383b0a6821d4 req-6a0d439c-ac8a-4a2a-a311-8af0a97a964c tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0f619b-9a82-4c82-9a82-1e2315cd98df HTTP/1.1" status: 200 len: 210 time: 0.0299704 Mar 22 13:06:11.936976 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 61102b80-c07d-44a7-a014-a673cedd1662 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:06:11.961148 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 61102b80-c07d-44a7-a014-a673cedd1662 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:06:11.961498 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 61102b80-c07d-44a7-a014-a673cedd1662 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:06:12.018845 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:13.636029 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5b87a62d-c36d-4e9d-a0ef-7a0ac9262d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:15.847533 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-cc10a488-91b9-48b1-8920-13951fd8b2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:17.063155 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:18.342389 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-3e44e99f-f461-46b4-bd28-5ca277134ce9 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958086536&fields=id&tenant_id=c3532c79224840618d67599c1d469137 HTTP/1.1" status: 200 len: 267 time: 0.0429590 Mar 22 13:06:18.446833 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-901d0615-873c-47b2-a0e6-02b2a381fd0c tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:18.448316 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-901d0615-873c-47b2-a0e6-02b2a381fd0c tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 811 time: 0.0990722 Mar 22 13:06:18.462823 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-0800b12c-0a73-427a-a427-e9bb6f5c9fe1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/quotas/c3532c79224840618d67599c1d469137 HTTP/1.1" status: 200 len: 375 time: 0.0092368 Mar 22 13:06:18.516834 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-621b48a1-e61d-49cb-bacc-b4389d0b00d6 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492814 Mar 22 13:06:18.627842 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-66b9dccb-5b9f-49fc-8ac7-2ada6737514e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=110231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 13:06:18.628885 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-66b9dccb-5b9f-49fc-8ac7-2ada6737514e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1013587 Mar 22 13:06:18.715646 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-f95613a0-356e-4c09-adae-90f1fca1cb5c service neutron] 10.222.0.69 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810487 Mar 22 13:06:18.728040 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:18.808511 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-2ede11b7-edf2-4aaf-a040-0d2afeccc054 service neutron] 10.222.0.69 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866184 Mar 22 13:06:19.327128 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-58590420-5a13-4316-96f4-72cecf8bef31 req-08f9d2d6-418c-4c33-8584-7956e3df4874 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 210 time: 0.0258100 Mar 22 13:06:20.156240 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:20.416430 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-09a27332-0a03-41b0-9746-cb27508e5d86 req-0cd70ce0-8e3f-4605-b64c-11f63ca5e146 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 210 time: 0.0266173 Mar 22 13:06:21.630591 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3f67300b-54fa-4e7c-beb5-4bc847f1195c req-c1cab250-198e-4bf1-8588-9bdc23448595 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 210 time: 0.0269673 Mar 22 13:06:22.327542 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-48f78a8d-bb53-42c1-8b8d-55215a644698 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3581657 Mar 22 13:06:22.378640 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-eb8d78a3-772d-4b79-b96d-3d05bc7fa3ba tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.380089 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-eb8d78a3-772d-4b79-b96d-3d05bc7fa3ba tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/networks?id=929ed33f-a040-4752-b49e-e8fdc0d27f64 HTTP/1.1" status: 200 len: 814 time: 0.1039975 Mar 22 13:06:22.395831 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-25867bd0-038b-44cf-a948-1eb027e45aea tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/quotas/c83df82ac584490fb3dc1db304b32244 HTTP/1.1" status: 200 len: 375 time: 0.0096014 Mar 22 13:06:22.452413 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-276400ba-277d-4064-ad70-00e164f49197 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c83df82ac584490fb3dc1db304b32244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460515 Mar 22 13:06:22.508972 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-188b5aa7-ed86-4299-a4b3-e01c996df688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.510480 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-188b5aa7-ed86-4299-a4b3-e01c996df688 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 1130 time: 0.1138399 Mar 22 13:06:22.595899 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-cfc3e289-bb7e-40d8-9d24-4b60342225d1 service neutron] 10.222.0.69 "GET /v2.0/networks/929ed33f-a040-4752-b49e-e8fdc0d27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366451 Mar 22 13:06:22.685168 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-f8c8c348-dbdb-4fb5-8b1e-12369b0b000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.686693 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-f8c8c348-dbdb-4fb5-8b1e-12369b0b000c service neutron] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 912 time: 0.1580379 Mar 22 13:06:22.691190 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-b43ab73e-682e-4120-8e92-263ff18b46b5 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.692809 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-b43ab73e-682e-4120-8e92-263ff18b46b5 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 811 time: 0.1090856 Mar 22 13:06:22.762641 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-d2236b20-72b7-4441-bc25-85ad34348f65 service neutron] 10.222.0.69 "GET /v2.0/networks/929ed33f-a040-4752-b49e-e8fdc0d27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584833 Mar 22 13:06:22.765017 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-7a0d0a15-d9b9-4ed5-b6b5-f6db169b17ba tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3532c79224840618d67599c1d469137 HTTP/1.1" status: 200 len: 379 time: 0.0560284 Mar 22 13:06:22.774558 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'port': {'device_id': '57d51ee8-8594-476f-ba7d-35307567073a', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'admin_state_up': True, 'tenant_id': 'c3532c79224840618d67599c1d469137', 'security_groups': ['557fb1fc-5a0d-47cd-a46e-8b0cd16363d0']}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:22.782554 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a241b04-a10a-44d8-8e24-8931c72c93b8 req-fc4d7c9c-9c8e-43da-adf7-5acd6193530b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 210 time: 0.0606978 Mar 22 13:06:22.806272 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-96acf106-2d55-4737-bf52-734a35867b24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e HTTP/1.1" status: 200 len: 1001 time: 0.0958483 Mar 22 13:06:22.862330 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-50cd3cec-587a-4051-9c42-2d18c0cd1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.863838 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-50cd3cec-587a-4051-9c42-2d18c0cd1d18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0521083 Mar 22 13:06:22.915264 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-18385522-cd5b-4462-9670-3b135b8482a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.916762 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-18385522-cd5b-4462-9670-3b135b8482a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461230 Mar 22 13:06:22.962950 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Made reservation on behalf of c3532c79224840618d67599c1d469137 for: {'port': 1} {{(pid=110232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:22.971290 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:23.031147 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-1d09844c-f800-4dae-9540-90b635bade8b req-2fff7bfc-dd0b-46cf-8ad8-7eada41a2175 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 210 time: 0.0440736 Mar 22 13:06:23.042688 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-eeabfceb-4af1-497f-a070-16d8706ac719 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197402 Mar 22 13:06:23.129828 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_common [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Allocated IP 172.20.0.11 (21e054c7-ae8b-401f-8ad7-be6e67a12d89/cc18aaad-758e-4a22-b555-3c0eaf95456b/7132f40f-52bd-4026-8a11-2f7981ddd1c0) {{(pid=110232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:23.152144 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4acaed6e-486d-48a8-b8bc-3eff9972d703 req-58dcd994-cee4-4302-8863-9c085121ca52 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035144 Mar 22 13:06:23.270756 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), precommit_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:23.373659 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), after_create {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:23.419823 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 is already hosted by enough agents. {{(pid=110232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:23.422915 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.base_scheduler [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Resources bound (agent type, host, resource id): {{(pid=110232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:23.429701 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Received port after_create {{(pid=110232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:06:23.456249 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'Port': ['ID=7132f40f-52bd-4026-8a11-2f7981ddd1c0,revision_number=1']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:23.466403 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.466789 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.467104 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.468358 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.468602 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.468946 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.469283 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.469647 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.470041 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.470342 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.470771 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.471030 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.471329 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.471656 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.471982 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:23.505314 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:23.505954 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:23.627757 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-d5ab5d51-8741-4c4c-91f0-acbc6c4bb72b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8552816 Mar 22 13:06:23.644407 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.v2.base [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Request body: {'port': {'device_id': '57d51ee8-8594-476f-ba7d-35307567073a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:23.694553 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-aede170c-7fa9-4cae-bbdc-c96ffcd2bd22 None None] Provisioning complete for port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 triggered by entity DHCP. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:06:23.695175 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-aede170c-7fa9-4cae-bbdc-c96ffcd2bd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:23.702244 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:23.729922 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-aede170c-7fa9-4cae-bbdc-c96ffcd2bd22 None None] Port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 cannot update to ACTIVE because it is not bound. {{(pid=110233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 13:06:23.911643 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788f01f-9b98-4557-a69f-83d05acc0ef3 req-b728c8cb-0751-48bd-8813-afca690e77cf tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:23.914472 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4788f01f-9b98-4557-a69f-83d05acc0ef3 req-b728c8cb-0751-48bd-8813-afca690e77cf tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 932 time: 0.0570860 Mar 22 13:06:23.969466 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4788f01f-9b98-4557-a69f-83d05acc0ef3 req-181d36d5-92b1-4334-85ed-f7a297f877a0 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508237 Mar 22 13:06:23.985681 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7132f40f-52bd-4026-8a11-2f7981ddd1c0 {{(pid=110232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:06:23.994007 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Publish callbacks [] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), precommit_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:24.006261 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.provisioning_blocks [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Transition to ACTIVE for port object 7132f40f-52bd-4026-8a11-2f7981ddd1c0 will not be triggered until provisioned by entity L2. {{(pid=110232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:06:24.065581 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:24.136580 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Pushing event updated for resources: {'Port': ['ID=7132f40f-52bd-4026-8a11-2f7981ddd1c0,revision_number=2']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:24.139371 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4c7a2973-76ef-4c83-9700-5f0dd5c98bac req-37787263-ff07-4bfa-a7b9-7d5c5e814872 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 210 time: 0.0340912 Mar 22 13:06:24.195994 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Attempting to bind port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:06:24.196344 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Attempting to bind port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:06:24.196657 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Attempting to bind port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:06:24.201233 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:06:24.201549 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Attempting to bind port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 on network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:06:24.206609 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:06:24.206942 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Checking segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:06:24.207323 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Bound using segment: {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'} {{(pid=110232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:06:24.207748 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.managers [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Bound port: 7132f40f-52bd-4026-8a11-2f7981ddd1c0, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a111a9a-27b0-45bd-b0a3-a8684f980683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89'}}] {{(pid=110232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:06:24.208108 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), before_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:24.277673 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] For port 7132f40f-52bd-4026-8a11-2f7981ddd1c0, host hv-cinder-82414, cleared binding levels {{(pid=110232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:06:24.281025 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] For port 7132f40f-52bd-4026-8a11-2f7981ddd1c0, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7132f40f-52bd-4026-8a11-2f7981ddd1c0,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:06:24.345026 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9103081'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), after_update {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:24.381019 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.381643 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:24.383158 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] 10.222.0.46 "PUT /v2.0/ports/7132f40f-52bd-4026-8a11-2f7981ddd1c0 HTTP/1.1" status: 200 len: 1094 time: 0.7436726 Mar 22 13:06:24.383603 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0'}] {{(pid=110232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:06:24.385826 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8d5738a4a062f9a6ee4f18196ec8bb906609e735bd954b37385209c3516f17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d4b1c-24f8-4d11-9575-5992c19d0da7" -d '{"events": [{"name": "network-changed", "server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0"}]}' {{(pid=110232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:06:24.410585 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3440b2-5ac2-4c4a-9730-a950d741e619 service neutron] Pushing event updated for resources: {'Port': ['ID=7132f40f-52bd-4026-8a11-2f7981ddd1c0,revision_number=3']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:24.428450 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ced69a-8a8e-447c-812d-3e9b259571a7 x-openstack-request-id: req-d3ced69a-8a8e-447c-812d-3e9b259571a7 {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:06:24.429268 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0", "status": "completed", "code": 200}]} {{(pid=110232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:06:24.429525 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3ced69a-8a8e-447c-812d-3e9b259571a7 {{(pid=110232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:06:24.429965 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ced69a-8a8e-447c-812d-3e9b259571a7'] response: {'name': 'network-changed', 'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'status': 'completed', 'code': 200} Mar 22 13:06:24.520923 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d4b1c-24f8-4d11-9575-5992c19d0da7 req-8b8b5f4e-4664-4076-82d9-a237a6816ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.525966 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-9c7d4b1c-24f8-4d11-9575-5992c19d0da7 req-8b8b5f4e-4664-4076-82d9-a237a6816ac5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 1128 time: 0.0499623 Mar 22 13:06:24.628968 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d4b1c-24f8-4d11-9575-5992c19d0da7 req-18f0935c-3fdd-4ab3-8654-6c5433462ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.630541 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-9c7d4b1c-24f8-4d11-9575-5992c19d0da7 req-18f0935c-3fdd-4ab3-8654-6c5433462ef2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c3532c79224840618d67599c1d469137&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0956845 Mar 22 13:06:24.720963 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d4b1c-24f8-4d11-9575-5992c19d0da7 req-0b06c5c5-48ba-4476-b82d-09b26226acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.722269 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-9c7d4b1c-24f8-4d11-9575-5992c19d0da7 req-0b06c5c5-48ba-4476-b82d-09b26226acf5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857224 Mar 22 13:06:24.836539 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-31a17f2d-6bc5-4db0-b901-0c65e44f39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.838085 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-31a17f2d-6bc5-4db0-b901-0c65e44f39ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 1128 time: 0.0495138 Mar 22 13:06:24.885335 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-29f51879-cf08-4bc0-8860-ec51ca79b6bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7132f40f-52bd-4026-8a11-2f7981ddd1c0 HTTP/1.1" status: 200 len: 217 time: 0.0353651 Mar 22 13:06:24.932408 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-a07bce05-472f-44ee-a4c6-d78a9e71d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.933855 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-a07bce05-472f-44ee-a4c6-d78a9e71d7f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0429347 Mar 22 13:06:24.985148 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-08563270-43da-4b50-a58e-af91b30acef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.986941 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-08563270-43da-4b50-a58e-af91b30acef4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468462 Mar 22 13:06:25.107619 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-8dfdcf8c-cd32-47fd-8b73-c2baca2dff1e service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894408 Mar 22 13:06:25.157360 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef58b4-1f80-4f6f-8009-d793fc0f45b9 req-0f6b7764-96e7-4857-8b5d-dfce8655d36b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:25.160629 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-97ef58b4-1f80-4f6f-8009-d793fc0f45b9 req-0f6b7764-96e7-4857-8b5d-dfce8655d36b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 944 time: 0.1212339 Mar 22 13:06:25.168561 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-671fb8fd-2933-4c33-92b1-b3edbc239470 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:25.170065 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-671fb8fd-2933-4c33-92b1-b3edbc239470 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.46 "GET /v2.0/networks?id=929ed33f-a040-4752-b49e-e8fdc0d27f64 HTTP/1.1" status: 200 len: 814 time: 0.1526771 Mar 22 13:06:25.188294 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Request body: {'port': {'device_id': 'e366664f-93a4-4677-b5cc-6328bfa17a81', 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64', 'admin_state_up': True, 'tenant_id': 'c83df82ac584490fb3dc1db304b32244'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:25.222196 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [req-4d8f56da-4d1b-477f-b7c0-79442e761539 req-a86561c7-3a6e-4c69-b604-73fca0ae6b1c service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082480 Mar 22 13:06:25.279221 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-883b4526-cff2-4ecd-8de3-ff6eb0a2a245 req-f71ac510-ae85-4763-8716-771ae68d1cea tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 210 time: 0.0493007 Mar 22 13:06:25.302998 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-97ef58b4-1f80-4f6f-8009-d793fc0f45b9 req-803c8df3-974d-4fdd-b33d-5e227ad3aa3e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320190 Mar 22 13:06:25.424972 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Made reservation on behalf of c83df82ac584490fb3dc1db304b32244 for: {'port': 1} {{(pid=110231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:25.428370 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:25.550308 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Allocated IP 172.20.0.4 (929ed33f-a040-4752-b49e-e8fdc0d27f64/d0f7da95-74f2-4536-9f57-317936319b55/44ed1b73-3b91-417f-92f3-f81b8e68d37e) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:25.697163 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks [] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:25.802342 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:25.850778 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Network 929ed33f-a040-4752-b49e-e8fdc0d27f64 is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:25.854010 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:25.859678 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:06:25.866991 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Pushing event updated for resources: {'Port': ['ID=44ed1b73-3b91-417f-92f3-f81b8e68d37e,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:25.914862 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:25.915547 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:25.998802 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-6ae86933-55f2-4451-a23b-2da431cbb0bb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8144782 Mar 22 13:06:26.017033 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Request body: {'port': {'device_id': 'e366664f-93a4-4677-b5cc-6328bfa17a81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82414'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:26.074153 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:26.329297 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ed1b73-3b91-417f-92f3-f81b8e68d37e {{(pid=110231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:06:26.337374 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Publish callbacks [] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:26.358367 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.provisioning_blocks [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Transition to ACTIVE for port object 44ed1b73-3b91-417f-92f3-f81b8e68d37e will not be triggered until provisioned by entity L2. {{(pid=110231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 13:06:26.436118 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd73501-8742-4dae-9306-623d75beb57b req-909c9c54-bb4a-485a-adae-9e243cd1c6f6 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:26.437580 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ffd73501-8742-4dae-9306-623d75beb57b req-909c9c54-bb4a-485a-adae-9e243cd1c6f6 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 931 time: 0.0890226 Mar 22 13:06:26.449484 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d5c6-ef64-4a69-875a-7f3dc6362598 req-4f6b46bc-650a-4651-b8a9-b2552a9bd5df tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:26.450884 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70c4d5c6-ef64-4a69-875a-7f3dc6362598 req-4f6b46bc-650a-4651-b8a9-b2552a9bd5df tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 944 time: 0.0743129 Mar 22 13:06:26.454160 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:26.565702 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Pushing event updated for resources: {'Port': ['ID=44ed1b73-3b91-417f-92f3-f81b8e68d37e,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:26.578588 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ffd73501-8742-4dae-9306-623d75beb57b req-1f4a98fd-df2b-4a03-85b7-b64219e2defb tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268032 Mar 22 13:06:26.596660 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-70c4d5c6-ef64-4a69-875a-7f3dc6362598 req-1faeed87-a153-4fda-93ba-e00eb96b99d3 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344612 Mar 22 13:06:26.645939 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Attempting to bind port 44ed1b73-3b91-417f-92f3-f81b8e68d37e on host hv-cinder-82414 for vnic_type normal with profile {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 13:06:26.646307 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Attempting to bind port 44ed1b73-3b91-417f-92f3-f81b8e68d37e by drivers openvswitch,hyperv on host hv-cinder-82414 at level 0 using segments [{'id': '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64'}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 13:06:26.646638 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Attempting to bind port 44ed1b73-3b91-417f-92f3-f81b8e68d37e on network 929ed33f-a040-4752-b49e-e8fdc0d27f64 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:06:26.651690 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Port 44ed1b73-3b91-417f-92f3-f81b8e68d37e on network 929ed33f-a040-4752-b49e-e8fdc0d27f64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82414 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 13:06:26.651966 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Attempting to bind port 44ed1b73-3b91-417f-92f3-f81b8e68d37e on network 929ed33f-a040-4752-b49e-e8fdc0d27f64 {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 13:06:26.657369 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Checking agent: {'id': '51cd7fb8-c98d-4467-bc53-fba877cc28c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'started_at': datetime.datetime(2022, 3, 22, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 13:06:26.657747 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Checking segment: {'id': '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 13:06:26.658257 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Bound using segment: {'id': '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64'} {{(pid=110231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 13:06:26.658681 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.managers [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Bound port: 44ed1b73-3b91-417f-92f3-f81b8e68d37e, host: hv-cinder-82414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64'}}] {{(pid=110231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 13:06:26.659044 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:26.731630 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] For port 44ed1b73-3b91-417f-92f3-f81b8e68d37e, host hv-cinder-82414, cleared binding levels {{(pid=110231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:06:26.735120 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] For port 44ed1b73-3b91-417f-92f3-f81b8e68d37e, host hv-cinder-82414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44ed1b73-3b91-417f-92f3-f81b8e68d37e,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:06:26.808256 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:26.843493 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:26.844117 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:26.845522 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] 10.222.0.46 "PUT /v2.0/ports/44ed1b73-3b91-417f-92f3-f81b8e68d37e HTTP/1.1" status: 200 len: 1093 time: 0.8325255 Mar 22 13:06:26.845954 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e366664f-93a4-4677-b5cc-6328bfa17a81', 'tag': '44ed1b73-3b91-417f-92f3-f81b8e68d37e'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:06:26.848188 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841afb41-011c-47ef-b58b-0cde14505dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e366664f-93a4-4677-b5cc-6328bfa17a81", "tag": "44ed1b73-3b91-417f-92f3-f81b8e68d37e"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:06:26.870159 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a55b4-3922-4fcf-a074-f79cebf06446 service neutron] Pushing event updated for resources: {'Port': ['ID=44ed1b73-3b91-417f-92f3-f81b8e68d37e,revision_number=3']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:26.886318 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17611e59-58a4-43e2-b855-b5db309bceaf x-openstack-request-id: req-17611e59-58a4-43e2-b855-b5db309bceaf {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:06:26.886603 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e366664f-93a4-4677-b5cc-6328bfa17a81", "tag": "44ed1b73-3b91-417f-92f3-f81b8e68d37e", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:06:26.886878 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17611e59-58a4-43e2-b855-b5db309bceaf {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:06:26.887324 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17611e59-58a4-43e2-b855-b5db309bceaf'] response: {'name': 'network-changed', 'server_uuid': 'e366664f-93a4-4677-b5cc-6328bfa17a81', 'tag': '44ed1b73-3b91-417f-92f3-f81b8e68d37e', 'status': 'completed', 'code': 200} Mar 22 13:06:26.971760 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841afb41-011c-47ef-b58b-0cde14505dd3 req-09ec6a4d-70c3-4314-a476-632d8cf740c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:26.973233 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-841afb41-011c-47ef-b58b-0cde14505dd3 req-09ec6a4d-70c3-4314-a476-632d8cf740c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83df82ac584490fb3dc1db304b32244&device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 1127 time: 0.0440102 Mar 22 13:06:27.080342 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841afb41-011c-47ef-b58b-0cde14505dd3 req-0363c65f-9cff-4607-b6b3-05b34be52755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:27.081874 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-841afb41-011c-47ef-b58b-0cde14505dd3 req-0363c65f-9cff-4607-b6b3-05b34be52755 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c83df82ac584490fb3dc1db304b32244&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0937445 Mar 22 13:06:27.172276 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841afb41-011c-47ef-b58b-0cde14505dd3 req-bb95df35-b315-4a24-8e9a-8ae21e7cbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:27.174250 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-841afb41-011c-47ef-b58b-0cde14505dd3 req-bb95df35-b315-4a24-8e9a-8ae21e7cbfe1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870221 Mar 22 13:06:27.275335 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-d46a17da-feee-4378-96a8-9d8336aef9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:27.276800 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-d46a17da-feee-4378-96a8-9d8336aef9ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c83df82ac584490fb3dc1db304b32244&device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 1127 time: 0.0436325 Mar 22 13:06:27.326908 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-b47e79ea-4781-4869-9c68-2645bc6f810d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44ed1b73-3b91-417f-92f3-f81b8e68d37e HTTP/1.1" status: 200 len: 217 time: 0.0374100 Mar 22 13:06:27.373293 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-23a260f5-d499-489e-b7b7-1de050a4937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:27.374702 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-23a260f5-d499-489e-b7b7-1de050a4937d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d0f7da95-74f2-4536-9f57-317936319b55 HTTP/1.1" status: 200 len: 854 time: 0.0425096 Mar 22 13:06:27.404049 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-4de273ea-959c-4ae6-935b-c841b8157817 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=929ed33f-a040-4752-b49e-e8fdc0d27f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236611 Mar 22 13:06:27.494414 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-ca4c98f7-2ab5-4ef3-a003-69e004884084 service neutron] 10.222.0.46 "GET /v2.0/networks/929ed33f-a040-4752-b49e-e8fdc0d27f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835474 Mar 22 13:06:27.580077 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7f28d756-9df0-48b0-9049-bb1132ad2742 req-686e2f4c-ab46-41f8-b4e2-90e6e5aa43e9 service neutron] 10.222.0.46 "GET /v2.0/networks/929ed33f-a040-4752-b49e-e8fdc0d27f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798368 Mar 22 13:06:27.733523 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b67af3-fd8d-4910-bd39-333f53a9d2f2 req-b1ae9183-b20e-4ff1-ba72-5321dede911a tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:27.735006 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-08b67af3-fd8d-4910-bd39-333f53a9d2f2 req-b1ae9183-b20e-4ff1-ba72-5321dede911a tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 943 time: 0.0891511 Mar 22 13:06:27.745841 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0520a2-e2be-473e-ba98-de0486feb6ce req-919514e6-5585-42ed-80b7-7f26e3efe65a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:27.747398 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0e0520a2-e2be-473e-ba98-de0486feb6ce req-919514e6-5585-42ed-80b7-7f26e3efe65a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 944 time: 0.0730157 Mar 22 13:06:27.821062 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-08b67af3-fd8d-4910-bd39-333f53a9d2f2 req-60f7dabe-3012-4f10-8e46-eb96e5fbd48e tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727329 Mar 22 13:06:27.824766 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0e0520a2-e2be-473e-ba98-de0486feb6ce req-38236617-8b36-4a44-b657-4e6f3708947f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709832 Mar 22 13:06:28.020315 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:06:28.974472 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6c492-31f3-4d6e-ba70-8ed77c7bd937 req-0e7f4e45-3d06-4c8f-b6a3-641f74a69090 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:28.975965 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-52e6c492-31f3-4d6e-ba70-8ed77c7bd937 req-0e7f4e45-3d06-4c8f-b6a3-641f74a69090 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 943 time: 0.0881767 Mar 22 13:06:28.982854 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ad204-feae-4666-aa39-1167458f684b req-5eac07a8-3c0e-4efa-883d-221bfae2e6ff tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:28.984164 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b37ad204-feae-4666-aa39-1167458f684b req-5eac07a8-3c0e-4efa-883d-221bfae2e6ff tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 944 time: 0.0878747 Mar 22 13:06:29.055287 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-52e6c492-31f3-4d6e-ba70-8ed77c7bd937 req-1e6bead7-a5a2-46a5-aa0b-7e7fb90c0b5b tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702157 Mar 22 13:06:29.059008 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-b37ad204-feae-4666-aa39-1167458f684b req-2bb3ae93-5cb2-4abc-b59a-e40d4b47790c tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684409 Mar 22 13:06:29.091408 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 44ed1b73-3b91-417f-92f3-f81b8e68d37e details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:06:29.184978 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 44ed1b73-3b91-417f-92f3-f81b8e68d37e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44ed1b73-3b91-417f-92f3-f81b8e68d37e,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:29.196440 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '44ed1b73-3b91-417f-92f3-f81b8e68d37e', 'network_id': '929ed33f-a040-4752-b49e-e8fdc0d27f64', 'port_id': '44ed1b73-3b91-417f-92f3-f81b8e68d37e', 'mac_address': 'fa:16:3e:bd:29:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f7da95-74f2-4536-9f57-317936319b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:06:29.236389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 44ed1b73-3b91-417f-92f3-f81b8e68d37e is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:06:29.236780 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:29.249396 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ed1b73-3b91-417f-92f3-f81b8e68d37e {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:06:29.268246 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 44ed1b73-3b91-417f-92f3-f81b8e68d37e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44ed1b73-3b91-417f-92f3-f81b8e68d37e,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:29.338625 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:29.384641 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=44ed1b73-3b91-417f-92f3-f81b8e68d37e,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:29.391433 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.391778 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.392810 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.393101 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.393456 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.393782 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.394102 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.394426 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.394744 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.395063 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.395381 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.395698 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.396012 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.396325 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.396635 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:29.630626 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['44ed1b73-3b91-417f-92f3-f81b8e68d37e'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:06:30.207458 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e53a9-ae46-4aac-9570-14cecf035a00 req-a1ad556f-4599-4cff-afba-cc544c11aef7 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:30.208928 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4b9e53a9-ae46-4aac-9570-14cecf035a00 req-a1ad556f-4599-4cff-afba-cc544c11aef7 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 944 time: 0.0862913 Mar 22 13:06:30.216382 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d2732-4881-426f-b958-b24ec1e3b37e req-8b6b72f3-aeae-487e-918f-ad9c434e1c82 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:30.217736 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a47d2732-4881-426f-b958-b24ec1e3b37e req-8b6b72f3-aeae-487e-918f-ad9c434e1c82 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 944 time: 0.0935645 Mar 22 13:06:30.289369 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-4b9e53a9-ae46-4aac-9570-14cecf035a00 req-1805e557-abab-4fcf-87bb-5e705cfc1c5d tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706725 Mar 22 13:06:30.298587 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-a47d2732-4881-426f-b958-b24ec1e3b37e req-588f124c-f53a-414b-a8ad-7e5e95b40b01 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743129 Mar 22 13:06:31.096613 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 44ed1b73-3b91-417f-92f3-f81b8e68d37e up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:06:31.222893 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 44ed1b73-3b91-417f-92f3-f81b8e68d37e completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:06:31.226939 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 44ed1b73-3b91-417f-92f3-f81b8e68d37e triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:06:31.227318 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:31.305980 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 44ed1b73-3b91-417f-92f3-f81b8e68d37e is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:06:31.306394 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:31.331582 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e366664f-93a4-4677-b5cc-6328bfa17a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ed1b73-3b91-417f-92f3-f81b8e68d37e'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:06:31.333873 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4c38d0-d6d3-47da-b9e0-2fe7935fd499" -d '{"events": [{"server_uuid": "e366664f-93a4-4677-b5cc-6328bfa17a81", "name": "network-vif-plugged", "status": "completed", "tag": "44ed1b73-3b91-417f-92f3-f81b8e68d37e"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:06:31.348399 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 44ed1b73-3b91-417f-92f3-f81b8e68d37e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44ed1b73-3b91-417f-92f3-f81b8e68d37e,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:31.425030 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:31.435944 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde973-f761-4939-87f0-65192652fd5c req-73e6a4db-6507-4314-82b0-bdf15f21fa9b tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.437419 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-69cde973-f761-4939-87f0-65192652fd5c req-73e6a4db-6507-4314-82b0-bdf15f21fa9b tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 944 time: 0.0798182 Mar 22 13:06:31.449460 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120b331-8cc5-4194-8792-0ad6a4eed2d5 req-47f8edce-2041-411f-b4ce-57a4b30c0f2d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.450900 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3120b331-8cc5-4194-8792-0ad6a4eed2d5 req-47f8edce-2041-411f-b4ce-57a4b30c0f2d tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 944 time: 0.0841153 Mar 22 13:06:31.472906 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=44ed1b73-3b91-417f-92f3-f81b8e68d37e,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:31.525526 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-69cde973-f761-4939-87f0-65192652fd5c req-24feb52f-7d18-46cb-88e8-7fbd030fcfbd tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735347 Mar 22 13:06:31.529167 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3120b331-8cc5-4194-8792-0ad6a4eed2d5 req-db7ae762-9b74-4dcc-97b5-76bd3e625f05 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715170 Mar 22 13:06:31.567460 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259a846-bd10-4862-92a5-eb92a8218481 x-openstack-request-id: req-6259a846-bd10-4862-92a5-eb92a8218481 {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:06:31.567750 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e366664f-93a4-4677-b5cc-6328bfa17a81", "name": "network-vif-plugged", "status": "completed", "tag": "44ed1b73-3b91-417f-92f3-f81b8e68d37e", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:06:31.567999 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6259a846-bd10-4862-92a5-eb92a8218481 {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:06:31.568415 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6259a846-bd10-4862-92a5-eb92a8218481'] response: {'server_uuid': 'e366664f-93a4-4677-b5cc-6328bfa17a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ed1b73-3b91-417f-92f3-f81b8e68d37e', 'code': 200} Mar 22 13:06:31.885875 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ddac3-c89b-4bc4-8908-2a20c2c59bc9 req-a0414c02-f35f-4479-ad92-ef6361953b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.887374 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-492ddac3-c89b-4bc4-8908-2a20c2c59bc9 req-a0414c02-f35f-4479-ad92-ef6361953b40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 1129 time: 0.0446286 Mar 22 13:06:31.930159 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-492ddac3-c89b-4bc4-8908-2a20c2c59bc9 req-16a9176b-55cc-4437-95cd-c2986ff906cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365484 Mar 22 13:06:32.675161 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a61c8b-15ad-4c48-a93a-3a04ca21dd83 req-fcdf6655-43c8-4f85-bc87-270dad0bd525 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:32.676623 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-23a61c8b-15ad-4c48-a93a-3a04ca21dd83 req-fcdf6655-43c8-4f85-bc87-270dad0bd525 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 945 time: 0.0819116 Mar 22 13:06:32.687928 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06597c1-39ab-4a97-b7b5-3192e7e6a5ba req-1fd720f1-b779-4c0a-acae-0aac3756731b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:32.689836 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f06597c1-39ab-4a97-b7b5-3192e7e6a5ba req-1fd720f1-b779-4c0a-acae-0aac3756731b tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 944 time: 0.0864525 Mar 22 13:06:32.764233 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-23a61c8b-15ad-4c48-a93a-3a04ca21dd83 req-034cca49-09c4-4587-8ae0-505c1d1e20bf tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734410 Mar 22 13:06:32.767764 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f06597c1-39ab-4a97-b7b5-3192e7e6a5ba req-93047967-b25c-43a0-9648-29983680cd68 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715036 Mar 22 13:06:33.094365 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7132f40f-52bd-4026-8a11-2f7981ddd1c0 details requested by agent hyperv_hv-cinder-82414 with host hv-cinder-82414 {{(pid=110233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 13:06:33.193245 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7132f40f-52bd-4026-8a11-2f7981ddd1c0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7132f40f-52bd-4026-8a11-2f7981ddd1c0,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:33.204976 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Returning: {'device': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'port_id': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'mac_address': 'fa:16:3e:07:40:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 13:06:33.242270 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 is: DOWN; New status is: BUILD {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:06:33.242665 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:33.255624 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7132f40f-52bd-4026-8a11-2f7981ddd1c0 {{(pid=110233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 13:06:33.274689 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7132f40f-52bd-4026-8a11-2f7981ddd1c0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7132f40f-52bd-4026-8a11-2f7981ddd1c0,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:33.332666 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:33.379608 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7132f40f-52bd-4026-8a11-2f7981ddd1c0,revision_number=4']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:33.618266 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['7132f40f-52bd-4026-8a11-2f7981ddd1c0'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:06:33.913692 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4abef-3ba8-4d42-b24a-8e3ecc72ebb1 req-f64109c9-0061-4d79-b5b8-658b2671a153 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:33.915167 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0ac4abef-3ba8-4d42-b24a-8e3ecc72ebb1 req-f64109c9-0061-4d79-b5b8-658b2671a153 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 945 time: 0.0806932 Mar 22 13:06:33.922562 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b4d76-f8e8-4f9c-bee7-95d88d8c5310 req-6380669f-195b-48a0-ac06-dce83de5435a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:33.924511 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-273b4d76-f8e8-4f9c-bee7-95d88d8c5310 req-6380669f-195b-48a0-ac06-dce83de5435a tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 945 time: 0.0817044 Mar 22 13:06:33.997876 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0ac4abef-3ba8-4d42-b24a-8e3ecc72ebb1 req-5b1e2000-781a-4ec7-bedb-c770ad8e6f9e tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724375 Mar 22 13:06:34.001568 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-273b4d76-f8e8-4f9c-bee7-95d88d8c5310 req-48213548-39ac-44f5-b577-1411799dc466 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706432 Mar 22 13:06:35.113122 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7132f40f-52bd-4026-8a11-2f7981ddd1c0 up at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 13:06:35.117098 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b7e40-ce9e-4be3-a7ab-62257e9940bc req-924d6bba-5c05-448f-816a-b41807af8d65 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:35.118658 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-258b7e40-ce9e-4be3-a7ab-62257e9940bc req-924d6bba-5c05-448f-816a-b41807af8d65 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 945 time: 0.0508296 Mar 22 13:06:35.168275 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-258b7e40-ce9e-4be3-a7ab-62257e9940bc req-5613f410-a667-4c29-a767-3edf70d9647f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438039 Mar 22 13:06:35.236134 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning for port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 completed by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 13:06:35.240039 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.provisioning_blocks [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Provisioning complete for port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 triggered by entity L2. {{(pid=110233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 13:06:35.240414 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474525'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), provisioning_complete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:35.314910 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Current status of the port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 is: BUILD; New status is: ACTIVE {{(pid=110233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 13:06:35.315298 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), before_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:35.336275 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0'}] {{(pid=110233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:06:35.338465 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d95c947b566d12b5bccd399767126aab3155d613639cef9030b3e58aa6fa38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fcf4c2-c869-4ecd-a57e-0676afcd6cc4" -d '{"events": [{"server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "name": "network-vif-plugged", "status": "completed", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0"}]}' {{(pid=110233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:06:35.352601 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] For port 7132f40f-52bd-4026-8a11-2f7981ddd1c0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7132f40f-52bd-4026-8a11-2f7981ddd1c0,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:35.376389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ceb39c-ece0-4132-a5b2-b4cc04ef589e x-openstack-request-id: req-d6ceb39c-ece0-4132-a5b2-b4cc04ef589e {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:06:35.376713 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "name": "network-vif-plugged", "status": "completed", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0", "code": 200}]} {{(pid=110233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:06:35.376927 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6ceb39c-ece0-4132-a5b2-b4cc04ef589e {{(pid=110233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:06:35.377329 dv-cinder-824149-5-iscsi neutron-server[110233]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ceb39c-ece0-4132-a5b2-b4cc04ef589e'] response: {'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'code': 200} Mar 22 13:06:35.430014 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:35.479183 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Pushing event updated for resources: {'Port': ['ID=7132f40f-52bd-4026-8a11-2f7981ddd1c0,revision_number=5']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:35.748047 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b1512-0a71-43a4-9f56-3416fcc49e77 req-53158875-6b05-4434-80f4-fd51a1430303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:35.749488 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-008b1512-0a71-43a4-9f56-3416fcc49e77 req-53158875-6b05-4434-80f4-fd51a1430303 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 1130 time: 0.0416207 Mar 22 13:06:35.801682 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-008b1512-0a71-43a4-9f56-3416fcc49e77 req-70a9be09-d9de-4809-94c0-0e68ed383827 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444274 Mar 22 13:06:36.283714 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40e33-e472-42fd-bab6-1f5469ede603 req-d00836e6-0915-4471-921f-f9206ca0a377 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:36.285150 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-13c40e33-e472-42fd-bab6-1f5469ede603 req-d00836e6-0915-4471-921f-f9206ca0a377 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 946 time: 0.0506537 Mar 22 13:06:36.331747 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-13c40e33-e472-42fd-bab6-1f5469ede603 req-77b697fe-8fa1-4c96-a8a9-7a846b815863 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 Mar 22 13:06:37.451323 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397efb3-10a6-43d8-8a20-632534eb3d4c req-8ad75af0-37ca-4007-910b-11aaf38801e1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:37.452774 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8397efb3-10a6-43d8-8a20-632534eb3d4c req-8ad75af0-37ca-4007-910b-11aaf38801e1 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 946 time: 0.0507152 Mar 22 13:06:37.499731 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8397efb3-10a6-43d8-8a20-632534eb3d4c req-2a52a2a9-52ae-4f46-a38a-57455bce2d0e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415375 Mar 22 13:06:37.617593 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660f190-aaf4-4a9b-b030-22da1c37d746 req-664d9d06-2618-4993-89ec-ab4954d91d12 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:37.618985 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c660f190-aaf4-4a9b-b030-22da1c37d746 req-664d9d06-2618-4993-89ec-ab4954d91d12 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 946 time: 0.0545428 Mar 22 13:06:37.666321 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-c660f190-aaf4-4a9b-b030-22da1c37d746 req-977ad7f8-b93d-4d86-8a26-4ad1eef59016 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Mar 22 13:06:37.687994 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59160) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:06:37.728976 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9686f9-fba6-478d-9682-8495450b9e28 tempest-TestVolumeBootPattern-1255590028 tempest-TestVolumeBootPattern-1255590028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:37.730464 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-dd9686f9-fba6-478d-9682-8495450b9e28 tempest-TestVolumeBootPattern-1255590028 tempest-TestVolumeBootPattern-1255590028-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 1125 time: 0.0415232 Mar 22 13:06:37.733208 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59162) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:06:37.737974 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.v2.base [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Request body: {'floatingip': {'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'port_id': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 13:06:37.891429 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:38.256858 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (None), before_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:38.359924 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_common [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Allocated IP 172.27.2.139 (68f9e4b4-1460-4b55-a652-e197970b317f/f2b7d786-ed21-470e-a024-652ea7930ae2/7926224e-c20a-49af-ac48-8a455161e20e) {{(pid=110231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:38.461003 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for port (7926224e-c20a-49af-ac48-8a455161e20e), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:38.544628 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733172059383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (7926224e-c20a-49af-ac48-8a455161e20e), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:38.581697 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Network 68f9e4b4-1460-4b55-a652-e197970b317f is already hosted by enough agents. {{(pid=110231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:38.584742 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.base_scheduler [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Resources bound (agent type, host, resource id): {{(pid=110231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:38.592006 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Received port after_create {{(pid=110231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 13:06:38.598234 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'Port': ['ID=7926224e-c20a-49af-ac48-8a455161e20e,revision_number=1']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:38.939570 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (8dbdcde0-63aa-4b76-80af-d434c9330ffa), precommit_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:39.070541 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1413071'] for port (7926224e-c20a-49af-ac48-8a455161e20e), before_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:39.219201 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for port (7926224e-c20a-49af-ac48-8a455161e20e), precommit_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:39.275845 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733172628372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733172059917', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733172059935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8621837'] for port (7926224e-c20a-49af-ac48-8a455161e20e), after_update {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:39.343657 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event updated for resources: {'Port': ['ID=7926224e-c20a-49af-ac48-8a455161e20e,revision_number=2']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:39.357761 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685955'] for floatingip (8dbdcde0-63aa-4b76-80af-d434c9330ffa), after_create {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:39.458673 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Floating IP 8dbdcde0-63aa-4b76-80af-d434c9330ffa associated. External IP: 172.27.2.139, port: 7132f40f-52bd-4026-8a11-2f7981ddd1c0. Mar 22 13:06:39.661765 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Router 401f6684-581c-45c6-8342-c0dbedae22a8 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:06:39.772303 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:06:39.781890 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] Sync routers for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:06:39.792313 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:06:39.792961 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:06:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:39.849046 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:39.879674 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-e518a978-fa46-4ee0-a4ba-ddc7c63d34ed tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1454310 Mar 22 13:06:39.880578 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:06:39.883086 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b406941-f9f5-473d-b3bf-870b10d7076e" -d '{"events": [{"name": "network-changed", "server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:06:39.901651 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:06:39.917864 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5af518-22ea-43c1-85d3-7c918c015a39 x-openstack-request-id: req-2b5af518-22ea-43c1-85d3-7c918c015a39 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:06:39.918356 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:06:39.918788 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b5af518-22ea-43c1-85d3-7c918c015a39 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:06:39.919438 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5af518-22ea-43c1-85d3-7c918c015a39'] response: {'name': 'network-changed', 'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'status': 'completed', 'code': 200} Mar 22 13:06:40.014611 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-850b72a4-69ce-41c9-984c-ac64d8fe4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:40.016129 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-850b72a4-69ce-41c9-984c-ac64d8fe4622 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 1130 time: 0.0495050 Mar 22 13:06:40.105256 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-f3770721-8cb1-468f-9157-ab160387202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:40.106861 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-f3770721-8cb1-468f-9157-ab160387202c service neutron] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 912 time: 0.0843086 Mar 22 13:06:40.135437 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2521c358-4719-44cc-baa8-18d4e6f58bf6', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:04:28Z', 'updated_at': '2022-03-22T13:04:30Z', 'revision_number': 1, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}, {'id': '8dbdcde0-63aa-4b76-80af-d434c9330ffa', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:07:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d51ee8-8594-476f-ba7d-35307567073a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:06:38Z', 'updated_at': '2022-03-22T13:06:38Z', 'revision_number': 0, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:40.177816 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-c20a692d-bbff-4ac6-9754-0693848f9947 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7132f40f-52bd-4026-8a11-2f7981ddd1c0 HTTP/1.1" status: 200 len: 1000 time: 0.0645854 Mar 22 13:06:40.227530 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-c784a522-da96-41d1-9f1d-1dff4d81a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:40.229004 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-c784a522-da96-41d1-9f1d-1dff4d81a488 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0461204 Mar 22 13:06:40.282138 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-84c86950-5bc4-41a3-bb92-50bdc1d85f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:40.283652 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-84c86950-5bc4-41a3-bb92-50bdc1d85f7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483093 Mar 22 13:06:40.298254 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] Checking router: 401f6684-581c-45c6-8342-c0dbedae22a8 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:06:40.306718 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:06:40.307328 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:06:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:40.376221 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-c19a20cc-d302-418a-973c-836c1106ff5e service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862501 Mar 22 13:06:40.413748 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:06:40.462851 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0b406941-f9f5-473d-b3bf-870b10d7076e req-e5861d2f-0062-4ecb-8b08-04f888a2a539 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809119 Mar 22 13:06:40.637644 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2521c358-4719-44cc-baa8-18d4e6f58bf6', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:04:28Z', 'updated_at': '2022-03-22T13:04:30Z', 'revision_number': 1, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}, {'id': '8dbdcde0-63aa-4b76-80af-d434c9330ffa', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:07:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d51ee8-8594-476f-ba7d-35307567073a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:06:38Z', 'updated_at': '2022-03-22T13:06:38Z', 'revision_number': 0, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:40.667714 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68595c1b-11ca-4485-9a83-247e7c823bd2 None None] The sync data for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi is: [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2521c358-4719-44cc-baa8-18d4e6f58bf6', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:04:28Z', 'updated_at': '2022-03-22T13:04:30Z', 'revision_number': 1, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}, {'id': '8dbdcde0-63aa-4b76-80af-d434c9330ffa', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:07:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d51ee8-8594-476f-ba7d-35307567073a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:06:38Z', 'updated_at': '2022-03-22T13:06:38Z', 'revision_number': 0, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:06:40.852392 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988876ee-0b97-440d-a6dc-6e62a82a6a19 None None] New status for floating IP 8dbdcde0-63aa-4b76-80af-d434c9330ffa: ACTIVE {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:06:42.022626 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:43.658751 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5b0f3876-df79-4177-9c52-6a26ee3437b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:45.852643 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f400f6cf-cbd8-4b3f-ba6e-9eb04121616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:47.092862 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:48.748051 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:50.155630 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:57.802921 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f23fb-84dd-41a0-8d20-4396bfd85ca3 req-aa083eb9-9038-4e89-bb73-d8dc83a98c52 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:57.804421 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d87f23fb-84dd-41a0-8d20-4396bfd85ca3 req-aa083eb9-9038-4e89-bb73-d8dc83a98c52 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 945 time: 0.0534451 Mar 22 13:06:57.855023 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-d87f23fb-84dd-41a0-8d20-4396bfd85ca3 req-68af38d4-dc6e-41e5-94f5-bc2f63dad3d5 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Mar 22 13:06:58.972978 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8a0a3-724f-4b71-b595-d3df64fc780d req-1fdd130f-d20d-461e-8940-d8b7b686739e tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:58.974462 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fbd8a0a3-724f-4b71-b595-d3df64fc780d req-1fdd130f-d20d-461e-8940-d8b7b686739e tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 945 time: 0.0519876 Mar 22 13:06:59.021931 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-fbd8a0a3-724f-4b71-b595-d3df64fc780d req-0194d9f2-77e8-4c2b-bc8a-0ecc3275e089 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Mar 22 13:06:59.740429 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-fe91ce23-70df-4fe2-adbb-84d6f6aef170 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:59.741860 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-fe91ce23-70df-4fe2-adbb-84d6f6aef170 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.46 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 945 time: 0.0503929 Mar 22 13:06:59.849289 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Deleting port 44ed1b73-3b91-417f-92f3-f81b8e68d37e {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:06:59.849624 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:59.934955 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] For port 44ed1b73-3b91-417f-92f3-f81b8e68d37e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=44ed1b73-3b91-417f-92f3-f81b8e68d37e,segment=NetworkSegment(4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1),segment_id=4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:59.935308 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:06:59.947801 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Calling delete_port for 44ed1b73-3b91-417f-92f3-f81b8e68d37e owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:07:00.140025 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56181-8d23-4786-b1bd-ee7b80dc681d req-437b0c66-be19-42e2-a8fe-6d8bd8c48c90 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:00.141508 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-57b56181-8d23-4786-b1bd-ee7b80dc681d req-437b0c66-be19-42e2-a8fe-6d8bd8c48c90 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 945 time: 0.0512137 Mar 22 13:07:00.143233 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (44ed1b73-3b91-417f-92f3-f81b8e68d37e), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:00.179028 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] get_ports_and_sgs() called for port_ids ['44ed1b73-3b91-417f-92f3-f81b8e68d37e'] {{(pid=110233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 13:07:00.187600 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Pushing event deleted for resources: {'Port': ['ID=44ed1b73-3b91-417f-92f3-f81b8e68d37e,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:00.243044 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] No DVR routers for this DVR port 44ed1b73-3b91-417f-92f3-f81b8e68d37e on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:07:00.247664 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:00.250884 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-0dd47773-e3ce-444d-bbaa-9065446b238e req-6a5ebf5d-9366-4935-b0ef-cea2cd1e0015 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.46 "DELETE /v2.0/ports/44ed1b73-3b91-417f-92f3-f81b8e68d37e HTTP/1.1" status: 204 len: 173 time: 0.5034888 Mar 22 13:07:00.251844 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e366664f-93a4-4677-b5cc-6328bfa17a81', 'name': 'network-vif-deleted', 'tag': '44ed1b73-3b91-417f-92f3-f81b8e68d37e'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:07:00.254084 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af93a8d-6058-40f1-9591-5ad25ead41c4" -d '{"events": [{"server_uuid": "e366664f-93a4-4677-b5cc-6328bfa17a81", "name": "network-vif-deleted", "tag": "44ed1b73-3b91-417f-92f3-f81b8e68d37e"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:07:00.260594 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-57b56181-8d23-4786-b1bd-ee7b80dc681d req-9a47b074-51e8-47a4-97be-f2a9bbe302d7 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/security-groups?id=839899f4-02b1-4e58-ab53-dd02a1b8077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104155 Mar 22 13:07:00.291189 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5209fb-ff94-4bf5-b5fd-4a8e03462eba x-openstack-request-id: req-3a5209fb-ff94-4bf5-b5fd-4a8e03462eba {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:07:00.291480 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e366664f-93a4-4677-b5cc-6328bfa17a81", "name": "network-vif-deleted", "tag": "44ed1b73-3b91-417f-92f3-f81b8e68d37e", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:07:00.291741 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a5209fb-ff94-4bf5-b5fd-4a8e03462eba {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:07:00.292151 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5209fb-ff94-4bf5-b5fd-4a8e03462eba'] response: {'server_uuid': 'e366664f-93a4-4677-b5cc-6328bfa17a81', 'name': 'network-vif-deleted', 'tag': '44ed1b73-3b91-417f-92f3-f81b8e68d37e', 'status': 'completed', 'code': 200} Mar 22 13:07:01.365486 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-59cb5bd2-eb5a-4e23-beed-58f061a7c8a4 req-30feca83-2359-4f8f-a1ef-c546673e7dc3 tempest-VolumesSnapshotTestJSON-506284838 tempest-VolumesSnapshotTestJSON-506284838-project] 10.222.0.69 "GET /v2.0/ports?device_id=e366664f-93a4-4677-b5cc-6328bfa17a81 HTTP/1.1" status: 200 len: 210 time: 0.0282011 Mar 22 13:07:03.313156 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 44ed1b73-3b91-417f-92f3-f81b8e68d37e no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:07:03.334810 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 44ed1b73-3b91-417f-92f3-f81b8e68d37e {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:07:03.335154 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 44ed1b73-3b91-417f-92f3-f81b8e68d37e not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:07:05.018850 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:07:12.051855 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:13.657527 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-6fb89bfd-0cbc-40e4-8300-e239e20b94c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:15.862115 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f29306de-79e0-4650-9821-15e4d5e1a84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:17.067921 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:18.760389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:20.189272 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:21.183048 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-f408aac8-f91c-41f1-94ff-7c86b67912e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427806 Mar 22 13:07:21.302281 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-e3c83449-993d-42a2-ad86-c7dc7e413dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:21.303663 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-e3c83449-993d-42a2-ad86-c7dc7e413dff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 1130 time: 0.0473132 Mar 22 13:07:21.409096 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-3347b9fc-123e-451a-9b63-eb52f0698215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:21.411434 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-3347b9fc-123e-451a-9b63-eb52f0698215 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 912 time: 0.0851929 Mar 22 13:07:21.483664 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-85c8774e-d07e-46fe-aed5-21acfaddefce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e HTTP/1.1" status: 200 len: 1001 time: 0.0626075 Mar 22 13:07:21.533714 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-f6a89eda-4313-48e9-9a52-f26be2231b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:21.535146 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-f6a89eda-4313-48e9-9a52-f26be2231b86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0429337 Mar 22 13:07:21.585403 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-81ea93e6-cc8d-498c-ae29-565ee588695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:21.586803 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-81ea93e6-cc8d-498c-ae29-565ee588695f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430682 Mar 22 13:07:21.676954 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-f9f53e41-9b12-4de4-8d42-1063884995be service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832076 Mar 22 13:07:21.764088 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-ab0b67a1-5aa7-461c-acda-e6d7ef9764f8 req-77747e61-6ee8-4369-a5b4-90edcc67f0ae service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798135 Mar 22 13:07:28.469133 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59392) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:07:28.512918 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Deleting subnet d0f7da95-74f2-4536-9f57-317936319b55 {{(pid=110231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:07:28.515987 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Publish callbacks [] for subnet (d0f7da95-74f2-4536-9f57-317936319b55), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.552994 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397571'] for subnet (d0f7da95-74f2-4536-9f57-317936319b55), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.591424 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (d0f7da95-74f2-4536-9f57-317936319b55), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.703315 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8544657'] for subnet (d0f7da95-74f2-4536-9f57-317936319b55), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.727605 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f7da95-74f2-4536-9f57-317936319b55,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:28.731939 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.735047 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d0f7da95-74f2-4536-9f57-317936319b55 HTTP/1.1" status: 204 len: 168 time: 0.2649407 Mar 22 13:07:28.737975 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 59394) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:07:28.741019 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.741359 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.741728 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.742093 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.742420 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.742746 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.743066 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.743875 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.744194 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.744512 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.744828 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.745294 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.745456 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.745771 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.746112 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3d0ac-6934-43b5-95e0-2e2ce9517653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:28.807527 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (929ed33f-a040-4752-b49e-e8fdc0d27f64), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.886735 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (929ed33f-a040-4752-b49e-e8fdc0d27f64), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.908725 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929ed33f-a040-4752-b49e-e8fdc0d27f64']}} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:28.918828 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1') {'for_net_delete': True} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:28.919127 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.services.segments.db [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1') {} {{(pid=110232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:07:28.928210 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210914'] for segment (4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.945000 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.950840 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=110232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:07:28.951220 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9102989'] for segment (4ca7954a-0fb1-4afb-831b-7b6d6c6c24d1), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: Traceback (most recent call last): Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: timer() Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: cb(*args, **kw) Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: return func(*args, **kwargs) Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: self._notify() Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: self.callback(batched_events) Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: event.method(event) Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: return f(self, *a, **k) Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._get(url).json() Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: return self.request(url, 'GET', **kwargs) Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:07:28.952983 dv-cinder-824149-5-iscsi neutron-server[110232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:07:29.068841 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (929ed33f-a040-4752-b49e-e8fdc0d27f64), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:29.074664 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:29.077853 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] 10.222.0.69 "DELETE /v2.0/networks/929ed33f-a040-4752-b49e-e8fdc0d27f64 HTTP/1.1" status: 204 len: 168 time: 0.3388588 Mar 22 13:07:29.089699 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=929ed33f-a040-4752-b49e-e8fdc0d27f64,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:29.097187 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.099355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.099355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.099355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.099355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.099355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.099355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.100049 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.100049 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.100246 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.100641 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.100779 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.101068 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.101386 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.101706 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43c9913-c12e-4506-a74a-4e7aae56a8fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:07:29.454404 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59400) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:07:29.493935 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-e07b4a71-a568-43d0-b883-dab177d7353e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c83df82ac584490fb3dc1db304b32244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391705 Mar 22 13:07:29.496552 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59402) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:07:29.542200 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6d73-04d5-499c-8029-a855cadf0294 admin admin] Publish callbacks [] for security_group (839899f4-02b1-4e58-ab53-dd02a1b8077e), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:29.567108 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6d73-04d5-499c-8029-a855cadf0294 admin admin] Publish callbacks [] for security_group (839899f4-02b1-4e58-ab53-dd02a1b8077e), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:29.668814 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6d73-04d5-499c-8029-a855cadf0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (839899f4-02b1-4e58-ab53-dd02a1b8077e), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:29.671579 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6d73-04d5-499c-8029-a855cadf0294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:29.672696 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-d7ee6d73-04d5-499c-8029-a855cadf0294 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/839899f4-02b1-4e58-ab53-dd02a1b8077e HTTP/1.1" status: 204 len: 168 time: 0.1752648 Mar 22 13:07:29.681503 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee6d73-04d5-499c-8029-a855cadf0294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839899f4-02b1-4e58-ab53-dd02a1b8077e,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:07:42.017884 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:07:42.028979 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:43.674164 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-562e5a99-a624-4b4f-a456-1dfb2626afe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:45.874260 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-ef82fcd4-6644-4099-b302-b00eb3bad903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:47.091601 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:48.782688 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:07:50.142674 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:09.029098 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59406) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:09.182660 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Deleting port 7926224e-c20a-49af-ac48-8a455161e20e {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:09.183558 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (7926224e-c20a-49af-ac48-8a455161e20e), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:09.256251 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (7926224e-c20a-49af-ac48-8a455161e20e), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:09.256572 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (7926224e-c20a-49af-ac48-8a455161e20e), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:09.268028 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Calling delete_port for 7926224e-c20a-49af-ac48-8a455161e20e owned by network:floatingip {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:09.570920 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (7926224e-c20a-49af-ac48-8a455161e20e), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:09.600311 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event deleted for resources: {'Port': ['ID=7926224e-c20a-49af-ac48-8a455161e20e,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:09.661539 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (8dbdcde0-63aa-4b76-80af-d434c9330ffa), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:09.663216 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Floating IP 8dbdcde0-63aa-4b76-80af-d434c9330ffa disassociated (deleted). External IP: 172.27.2.139, port: 7132f40f-52bd-4026-8a11-2f7981ddd1c0. Mar 22 13:08:10.140400 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Router 401f6684-581c-45c6-8342-c0dbedae22a8 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:08:10.253733 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:08:10.258667 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:10.264679 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] Sync routers for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:10.274398 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:08:10.275022 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:07:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:10.287635 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-aa304175-75d2-4021-bc29-a566a0b70912 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "DELETE /v2.0/floatingips/8dbdcde0-63aa-4b76-80af-d434c9330ffa HTTP/1.1" status: 204 len: 168 time: 1.2575121 Mar 22 13:08:10.288322 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:08:10.290893 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95" -d '{"events": [{"name": "network-changed", "server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:08:10.330505 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26174912-6657-4e94-853e-cdbc549ccb40 x-openstack-request-id: req-26174912-6657-4e94-853e-cdbc549ccb40 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:08:10.330797 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:08:10.331050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26174912-6657-4e94-853e-cdbc549ccb40 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:08:10.331642 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26174912-6657-4e94-853e-cdbc549ccb40'] response: {'name': 'network-changed', 'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'status': 'completed', 'code': 200} Mar 22 13:08:10.386949 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:08:10.421655 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-f70c2f72-221a-43da-92e1-d919364bbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:10.423106 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-f70c2f72-221a-43da-92e1-d919364bbdaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 1130 time: 0.0442259 Mar 22 13:08:10.517588 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-44a2f07d-3298-415d-8957-6edc0c4d58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:10.519102 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-44a2f07d-3298-415d-8957-6edc0c4d58f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 912 time: 0.0907438 Mar 22 13:08:10.559688 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-66baa831-384d-4cbe-986b-9a29d45fba3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7132f40f-52bd-4026-8a11-2f7981ddd1c0 HTTP/1.1" status: 200 len: 217 time: 0.0351260 Mar 22 13:08:10.614147 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-10474027-a522-4964-b8e9-0a3dc7c5220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:10.614569 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2521c358-4719-44cc-baa8-18d4e6f58bf6', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:04:28Z', 'updated_at': '2022-03-22T13:04:30Z', 'revision_number': 1, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:10.615488 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-10474027-a522-4964-b8e9-0a3dc7c5220a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0494664 Mar 22 13:08:10.642105 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] Checking router: 401f6684-581c-45c6-8342-c0dbedae22a8 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:08:10.651410 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:08:10.652292 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:07:46Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:10.669413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-c36e9742-080a-4975-af23-a8d774627458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:10.670961 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-c36e9742-080a-4975-af23-a8d774627458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495946 Mar 22 13:08:10.764595 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:08:10.807364 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d27f8-c1b3-4ebb-a930-672306b14fff req-4ee4ba4d-a32e-405a-ba16-3eeccdb55b2f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:10.809411 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a3d27f8-c1b3-4ebb-a930-672306b14fff req-4ee4ba4d-a32e-405a-ba16-3eeccdb55b2f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 946 time: 0.0893168 Mar 22 13:08:10.811536 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-74459723-7156-4870-9a11-a1c6748b46ed service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333883 Mar 22 13:08:10.905670 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-7a3d27f8-c1b3-4ebb-a930-672306b14fff req-5935b2a7-f2a6-4079-8f63-8d79d463f217 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906730 Mar 22 13:08:10.933786 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-3dc5c2b8-8b18-4413-87f9-00e41a8d9d95 req-0fc275b0-7df6-420c-9f4d-1f84d75bc6e6 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122911 Mar 22 13:08:10.988589 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2521c358-4719-44cc-baa8-18d4e6f58bf6', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:04:28Z', 'updated_at': '2022-03-22T13:04:30Z', 'revision_number': 1, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:11.014625 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce2b7f-9372-48a2-828e-d1f2eeacc0ca None None] The sync data for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi is: [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_floatingips': [{'id': '2521c358-4719-44cc-baa8-18d4e6f58bf6', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'router_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'port_id': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'mac_address': 'fa:16:3e:ab:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:04:28Z', 'updated_at': '2022-03-22T13:04:30Z', 'revision_number': 1, 'project_id': 'c3532c79224840618d67599c1d469137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:11.231520 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472ebf9-95cb-4281-a32f-94030c3f57da None None] New status for floating IP 8dbdcde0-63aa-4b76-80af-d434c9330ffa: DOWN {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:08:12.027818 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04fc5-89c8-44e6-859d-a457c76e9213 req-28db514c-8193-4b3f-a33b-42420398f30f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:12.029209 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f3e04fc5-89c8-44e6-859d-a457c76e9213 req-28db514c-8193-4b3f-a33b-42420398f30f tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 946 time: 0.0534136 Mar 22 13:08:12.050624 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:12.081729 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f3e04fc5-89c8-44e6-859d-a457c76e9213 req-544cfa5c-f1ff-4f29-973d-75693ce2eaeb tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469081 Mar 22 13:08:12.483125 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-58cc3503-383e-449c-89ff-6980343ad89e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:12.484577 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-58cc3503-383e-449c-89ff-6980343ad89e tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 946 time: 0.0508165 Mar 22 13:08:12.585507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Deleting port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:12.585507 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:12.672632 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] For port 7132f40f-52bd-4026-8a11-2f7981ddd1c0, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=7132f40f-52bd-4026-8a11-2f7981ddd1c0,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:12.672991 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:12.685725 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Calling delete_port for 7132f40f-52bd-4026-8a11-2f7981ddd1c0 owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:12.879173 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (7132f40f-52bd-4026-8a11-2f7981ddd1c0), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:12.908835 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event deleted for resources: {'Port': ['ID=7132f40f-52bd-4026-8a11-2f7981ddd1c0,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:12.987487 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] No DVR routers for this DVR port 7132f40f-52bd-4026-8a11-2f7981ddd1c0 on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:12.987487 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:12.987487 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8c80d708-32af-4a40-86e8-538ac56ad213 req-cda29800-6df0-4206-b9cd-464056372275 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "DELETE /v2.0/ports/7132f40f-52bd-4026-8a11-2f7981ddd1c0 HTTP/1.1" status: 204 len: 173 time: 0.4659102 Mar 22 13:08:12.987487 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'name': 'network-vif-deleted', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:08:12.987487 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b15d361-0397-4ec9-991b-fd2b2a31bc17" -d '{"events": [{"server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "name": "network-vif-deleted", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:08:12.993818 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1385bf-59b3-49c8-a710-09c2d4e72ead x-openstack-request-id: req-da1385bf-59b3-49c8-a710-09c2d4e72ead {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:08:12.994151 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d51ee8-8594-476f-ba7d-35307567073a", "name": "network-vif-deleted", "tag": "7132f40f-52bd-4026-8a11-2f7981ddd1c0", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:08:12.994407 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da1385bf-59b3-49c8-a710-09c2d4e72ead {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:08:12.994811 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1385bf-59b3-49c8-a710-09c2d4e72ead'] response: {'server_uuid': '57d51ee8-8594-476f-ba7d-35307567073a', 'name': 'network-vif-deleted', 'tag': '7132f40f-52bd-4026-8a11-2f7981ddd1c0', 'status': 'completed', 'code': 200} Mar 22 13:08:13.178447 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-11057aa7-58e9-4f8f-92ec-da1cdf3a0c86 req-3b38cc07-e6be-4f3d-8945-fd89c798abd3 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 210 time: 0.0257912 Mar 22 13:08:13.707721 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-5b0c34d7-1a11-480a-b323-d02077c1811f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:14.512258 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-bf0dbd39-3cdf-4c43-b155-60e1658e46f9 req-21d3ef87-0f30-4006-8510-a170e1462ca9 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d51ee8-8594-476f-ba7d-35307567073a HTTP/1.1" status: 200 len: 210 time: 0.2539926 Mar 22 13:08:15.669104 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7132f40f-52bd-4026-8a11-2f7981ddd1c0 no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:08:15.689717 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 7132f40f-52bd-4026-8a11-2f7981ddd1c0 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:08:15.690096 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 7132f40f-52bd-4026-8a11-2f7981ddd1c0 not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:08:15.913485 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-07a82c4d-ec89-4aab-a1ce-89e758e1e5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:17.089140 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:18.027226 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59444) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:18.192984 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Deleting port 705039db-3350-46eb-b42c-5c3a37cf511c {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:18.193322 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (705039db-3350-46eb-b42c-5c3a37cf511c), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:18.271277 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (705039db-3350-46eb-b42c-5c3a37cf511c), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:18.271637 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (705039db-3350-46eb-b42c-5c3a37cf511c), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:18.284561 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Calling delete_port for 705039db-3350-46eb-b42c-5c3a37cf511c owned by network:floatingip {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:18.541918 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (705039db-3350-46eb-b42c-5c3a37cf511c), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:18.567431 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event deleted for resources: {'Port': ['ID=705039db-3350-46eb-b42c-5c3a37cf511c,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:18.635213 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (2521c358-4719-44cc-baa8-18d4e6f58bf6), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:18.636197 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.db.l3_db [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Floating IP 2521c358-4719-44cc-baa8-18d4e6f58bf6 disassociated (deleted). External IP: 172.27.2.14, port: 83b8572b-272d-4387-b4cb-3f7fc7753b3e. Mar 22 13:08:18.765781 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:18.853185 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Router 401f6684-581c-45c6-8342-c0dbedae22a8 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:08:18.962313 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:08:18.967677 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:18.972731 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] Sync routers for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:18.985095 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:08:18.985911 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:08:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:19.002157 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-eb2c162e-cf74-42a6-b9b6-da4cf31fea67 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "DELETE /v2.0/floatingips/2521c358-4719-44cc-baa8-18d4e6f58bf6 HTTP/1.1" status: 204 len: 168 time: 0.9768364 Mar 22 13:08:19.002729 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:08:19.005025 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c328332-ee84-459c-bc29-371130ca549b" -d '{"events": [{"name": "network-changed", "server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:08:19.017545 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:08:19.052069 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c294311-6a0b-4d83-8d14-626439c130c6 x-openstack-request-id: req-7c294311-6a0b-4d83-8d14-626439c130c6 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:08:19.052623 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:08:19.052623 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c294311-6a0b-4d83-8d14-626439c130c6 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:08:19.052841 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c294311-6a0b-4d83-8d14-626439c130c6'] response: {'name': 'network-changed', 'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'status': 'completed', 'code': 200} Mar 22 13:08:19.112078 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:08:19.147604 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c328332-ee84-459c-bc29-371130ca549b req-2b2cb0dd-7ead-4d76-ba68-a9f9124cd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:19.149271 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5c328332-ee84-459c-bc29-371130ca549b req-2b2cb0dd-7ead-4d76-ba68-a9f9124cd98d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3532c79224840618d67599c1d469137&device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 1130 time: 0.0466416 Mar 22 13:08:19.258746 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c328332-ee84-459c-bc29-371130ca549b req-3b334a93-de5c-4e2c-beee-bbe2e51befda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:19.260559 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5c328332-ee84-459c-bc29-371130ca549b req-3b334a93-de5c-4e2c-beee-bbe2e51befda service neutron] 10.222.0.46 "GET /v2.0/networks?id=21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 200 len: 912 time: 0.1018198 Mar 22 13:08:19.306273 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5c328332-ee84-459c-bc29-371130ca549b req-3be8ab71-f444-4502-8985-feb8238059c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e HTTP/1.1" status: 200 len: 217 time: 0.0398099 Mar 22 13:08:19.323063 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:19.355328 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] Checking router: 401f6684-581c-45c6-8342-c0dbedae22a8 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:08:19.366900 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:08:19.367257 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c328332-ee84-459c-bc29-371130ca549b req-37e238ed-2ca7-4eb6-900b-733f06efe4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:19.367471 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:08:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:19.368259 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5c328332-ee84-459c-bc29-371130ca549b req-37e238ed-2ca7-4eb6-900b-733f06efe4f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 200 len: 850 time: 0.0570395 Mar 22 13:08:19.454728 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c328332-ee84-459c-bc29-371130ca549b req-c6001521-a01d-4641-acc4-4687ebd3a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:19.455533 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5c328332-ee84-459c-bc29-371130ca549b req-c6001521-a01d-4641-acc4-4687ebd3a151 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21e054c7-ae8b-401f-8ad7-be6e67a12d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803306 Mar 22 13:08:19.646181 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9ed5-c0df-4ce3-99ae-c9bd9be4efda req-2993eaf6-ea79-45b8-ae5e-ebb1dbc63890 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:19.648377 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8b5b9ed5-c0df-4ce3-99ae-c9bd9be4efda req-2993eaf6-ea79-45b8-ae5e-ebb1dbc63890 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 946 time: 0.2712929 Mar 22 13:08:19.686208 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5c328332-ee84-459c-bc29-371130ca549b req-845d154b-bf50-48aa-aefc-5d58dc4028f8 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149711 Mar 22 13:08:19.703535 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:08:19.768754 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8b5b9ed5-c0df-4ce3-99ae-c9bd9be4efda req-d30861e9-3dc0-46d3-bfdb-4bbbc23bfbc5 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065109 Mar 22 13:08:19.811981 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-5c328332-ee84-459c-bc29-371130ca549b req-7918408e-e2ef-4685-b6a0-5d3bbb230d34 service neutron] 10.222.0.46 "GET /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168213 Mar 22 13:08:19.911202 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:19.936885 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce60b47-206f-4f4a-8a6c-6353f2ab500f None None] The sync data for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi is: [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 4, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi', '_interfaces': [{'id': '83d23cf4-4c87-4475-ad1d-8e28f887369a', 'name': '', 'network_id': '21e054c7-ae8b-401f-8ad7-be6e67a12d89', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'mac_address': 'fa:16:3e:55:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:11Z', 'updated_at': '2022-03-22T13:01:16Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'subnets': [{'id': 'cc18aaad-758e-4a22-b555-3c0eaf95456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:20.171570 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:20.188164 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f67d84-4e04-423c-8202-207eeb02efd5 None None] New status for floating IP 2521c358-4719-44cc-baa8-18d4e6f58bf6: DOWN {{(pid=110234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 13:08:20.901558 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d0ac-43ac-4453-ab3e-2e9f4dc750e4 req-adc9f6e9-9749-4522-ae65-c4a770ee06e8 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:20.903098 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f4c7d0ac-43ac-4453-ab3e-2e9f4dc750e4 req-adc9f6e9-9749-4522-ae65-c4a770ee06e8 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 946 time: 0.0533557 Mar 22 13:08:20.952257 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-f4c7d0ac-43ac-4453-ab3e-2e9f4dc750e4 req-f3bbe958-8d06-46e9-8db4-bc3be98a6583 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/security-groups?id=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 Mar 22 13:08:21.140413 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-871777d2-30c7-4f41-9bc5-230a9a1b94b5 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:21.141872 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-871777d2-30c7-4f41-9bc5-230a9a1b94b5 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 946 time: 0.0586803 Mar 22 13:08:21.237816 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Deleting port 83b8572b-272d-4387-b4cb-3f7fc7753b3e {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:21.238185 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:21.328108 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] For port 83b8572b-272d-4387-b4cb-3f7fc7753b3e, host hv-cinder-82414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82414',level=0,port_id=83b8572b-272d-4387-b4cb-3f7fc7753b3e,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:21.328464 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:21.342073 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Calling delete_port for 83b8572b-272d-4387-b4cb-3f7fc7753b3e owned by compute:nova {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:21.643957 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (83b8572b-272d-4387-b4cb-3f7fc7753b3e), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:21.676694 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event deleted for resources: {'Port': ['ID=83b8572b-272d-4387-b4cb-3f7fc7753b3e,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:21.721358 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] No DVR routers for this DVR port 83b8572b-272d-4387-b4cb-3f7fc7753b3e on host hv-cinder-82414 {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:21.723860 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for port (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:21.727230 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-dfe3b764-1992-4d1a-8ade-20a7c4f9eb84 req-e19b107f-de1f-4f19-9b6c-5fc0dbb2c601 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.46 "DELETE /v2.0/ports/83b8572b-272d-4387-b4cb-3f7fc7753b3e HTTP/1.1" status: 204 len: 173 time: 0.5794082 Mar 22 13:08:21.727669 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'name': 'network-vif-deleted', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e'}] {{(pid=110231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 13:08:21.729926 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d876a730ed6235c27c25a47faec1edc2421a26a9a88f369f9fde263bf5b8f45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0176e54e-dc8c-430c-9c0f-6ae7e26e7baf" -d '{"events": [{"server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "name": "network-vif-deleted", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e"}]}' {{(pid=110231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 13:08:21.766562 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 13:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a6f131-6ae8-44c2-a0ec-c86c6c48e6a1 x-openstack-request-id: req-d2a6f131-6ae8-44c2-a0ec-c86c6c48e6a1 {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 13:08:21.766788 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90160322-2a44-4e12-b83f-e5158f5fe48e", "name": "network-vif-deleted", "tag": "83b8572b-272d-4387-b4cb-3f7fc7753b3e", "status": "completed", "code": 200}]} {{(pid=110231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 13:08:21.767068 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2a6f131-6ae8-44c2-a0ec-c86c6c48e6a1 {{(pid=110231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 13:08:21.767481 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a6f131-6ae8-44c2-a0ec-c86c6c48e6a1'] response: {'server_uuid': '90160322-2a44-4e12-b83f-e5158f5fe48e', 'name': 'network-vif-deleted', 'tag': '83b8572b-272d-4387-b4cb-3f7fc7753b3e', 'status': 'completed', 'code': 200} Mar 22 13:08:22.050336 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [req-8b04e000-8578-4336-b64e-5a71f147357e req-344ff941-4ae9-430d-925b-7142cf815650 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "GET /v2.0/ports?device_id=90160322-2a44-4e12-b83f-e5158f5fe48e HTTP/1.1" status: 200 len: 210 time: 0.0283363 Mar 22 13:08:23.112828 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59474) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:23.244546 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Deleting port abb2cfe1-3b73-41cf-8957-797f09e4e935 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:23.245367 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (abb2cfe1-3b73-41cf-8957-797f09e4e935), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:23.324864 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (abb2cfe1-3b73-41cf-8957-797f09e4e935), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:23.325189 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (abb2cfe1-3b73-41cf-8957-797f09e4e935), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:23.337721 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Calling delete_port for abb2cfe1-3b73-41cf-8957-797f09e4e935 owned by network:floatingip {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:23.701741 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 83b8572b-272d-4387-b4cb-3f7fc7753b3e no longer exists at agent hyperv_hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:08:23.707683 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (abb2cfe1-3b73-41cf-8957-797f09e4e935), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:23.722023 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] No Port match for: 83b8572b-272d-4387-b4cb-3f7fc7753b3e {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:08:23.723108 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Device 83b8572b-272d-4387-b4cb-3f7fc7753b3e not bound to the agent host hv-cinder-82414 {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:08:23.734650 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event deleted for resources: {'Port': ['ID=abb2cfe1-3b73-41cf-8957-797f09e4e935,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:23.796615 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for floatingip (38ab7597-2501-4686-833f-5810285f7aaa), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:23.799263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128160'] for floatingip (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:23.800429 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-4f2ef08f-b292-4a0d-af4a-da352652d114 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "DELETE /v2.0/floatingips/38ab7597-2501-4686-833f-5810285f7aaa HTTP/1.1" status: 204 len: 168 time: 0.6865063 Mar 22 13:08:25.178261 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59486) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:25.234944 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8bfc-19d9-49c9-9de0-eb5956604493 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group (557fb1fc-5a0d-47cd-a46e-8b0cd16363d0), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:25.266095 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8bfc-19d9-49c9-9de0-eb5956604493 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group (557fb1fc-5a0d-47cd-a46e-8b0cd16363d0), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:25.415846 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8bfc-19d9-49c9-9de0-eb5956604493 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (557fb1fc-5a0d-47cd-a46e-8b0cd16363d0), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:25.419774 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8bfc-19d9-49c9-9de0-eb5956604493 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Publish callbacks [] for security_group (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:25.420985 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-6e1e8bfc-19d9-49c9-9de0-eb5956604493 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] 10.222.0.69 "DELETE /v2.0/security-groups/557fb1fc-5a0d-47cd-a46e-8b0cd16363d0 HTTP/1.1" status: 204 len: 168 time: 0.2417181 Mar 22 13:08:25.430928 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e8bfc-19d9-49c9-9de0-eb5956604493 tempest-TestVolumeBootPattern-1756216699 tempest-TestVolumeBootPattern-1756216699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557fb1fc-5a0d-47cd-a46e-8b0cd16363d0,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:25.569090 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 59490) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:26.012508 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (401f6684-581c-45c6-8342-c0dbedae22a8), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:26.257866 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Deleting port 83d23cf4-4c87-4475-ad1d-8e28f887369a {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:26.258224 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:26.336633 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] For port 83d23cf4-4c87-4475-ad1d-8e28f887369a, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=83d23cf4-4c87-4475-ad1d-8e28f887369a,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:26.336999 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:26.349793 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Calling delete_port for 83d23cf4-4c87-4475-ad1d-8e28f887369a owned by network:router_interface {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:26.622421 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (83d23cf4-4c87-4475-ad1d-8e28f887369a), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:26.646036 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=83d23cf4-4c87-4475-ad1d-8e28f887369a,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:26.823599 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (401f6684-581c-45c6-8342-c0dbedae22a8), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:27.038379 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Router 401f6684-581c-45c6-8342-c0dbedae22a8 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:08:27.423695 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:08:27.432270 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-e6ebf612-f5be-4770-b6c8-51f7bdda8f8b admin admin] 10.222.0.69 "PUT /v2.0/routers/401f6684-581c-45c6-8342-c0dbedae22a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8613088 Mar 22 13:08:27.433094 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] Sync routers for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:27.434041 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 59494) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:27.443348 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:08:27.443949 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:08:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:27.547237 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks [] for router (401f6684-581c-45c6-8342-c0dbedae22a8), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:27.550553 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:08:27.654845 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks [] for router_gateway (401f6684-581c-45c6-8342-c0dbedae22a8), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:27.724160 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '390e0717-1577-43ec-82df-f8b0caec789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:08:26Z', 'revision_number': 5, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port': {'id': '390e0717-1577-43ec-82df-f8b0caec789e', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:dc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:09Z', 'updated_at': '2022-03-22T13:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:27.753602 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] Checking router: 401f6684-581c-45c6-8342-c0dbedae22a8 for host: dv-cinder-824149-5-iscsi {{(pid=110233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:08:27.764879 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] Routers {'401f6684-581c-45c6-8342-c0dbedae22a8'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:08:27.767614 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:08:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['401f6684-581c-45c6-8342-c0dbedae22a8'], 'active': True} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:27.812285 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Deleting port 390e0717-1577-43ec-82df-f8b0caec789e {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:27.812624 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (390e0717-1577-43ec-82df-f8b0caec789e), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:27.883142 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvr_db [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] Set router 401f6684-581c-45c6-8342-c0dbedae22a8 gateway port host: None {{(pid=110233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:08:27.905537 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] For port 390e0717-1577-43ec-82df-f8b0caec789e, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=390e0717-1577-43ec-82df-f8b0caec789e,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:27.906146 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (390e0717-1577-43ec-82df-f8b0caec789e), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:27.926591 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Calling delete_port for 390e0717-1577-43ec-82df-f8b0caec789e owned by network:router_gateway {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:27.957800 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_hamode_db [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:08:27Z', 'revision_number': 6, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port_host': None}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:27.987463 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e01e11-d39f-47b3-a847-0c20d7803170 None None] The sync data for ids ['401f6684-581c-45c6-8342-c0dbedae22a8'] in dv-cinder-824149-5-iscsi is: [{'id': '401f6684-581c-45c6-8342-c0dbedae22a8', 'name': 'tempest-TestVolumeBootPattern-895563801-router', 'tenant_id': 'c3532c79224840618d67599c1d469137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:08Z', 'updated_at': '2022-03-22T13:08:27Z', 'revision_number': 6, 'project_id': 'c3532c79224840618d67599c1d469137', 'gw_port_host': None}] {{(pid=110233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:28.199430 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (390e0717-1577-43ec-82df-f8b0caec789e), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.230244 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=390e0717-1577-43ec-82df-f8b0caec789e,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:28.289298 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (401f6684-581c-45c6-8342-c0dbedae22a8), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.384719 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (401f6684-581c-45c6-8342-c0dbedae22a8), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.387726 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks [] for router_controller (401f6684-581c-45c6-8342-c0dbedae22a8), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.484808 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (401f6684-581c-45c6-8342-c0dbedae22a8), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.485389 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 401f6684-581c-45c6-8342-c0dbedae22a8 {{(pid=110232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:08:28.493049 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.493049 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-6e6986c8-9a41-4718-8fa8-0b834f5a7a45 admin admin] 10.222.0.69 "DELETE /v2.0/routers/401f6684-581c-45c6-8342-c0dbedae22a8 HTTP/1.1" status: 204 len: 168 time: 1.0559409 Mar 22 13:08:28.493608 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 59496) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:28.542456 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb23a1ea-ce13-4fd5-857d-b9a0fd8ecdc1 admin admin] Deleting subnet cc18aaad-758e-4a22-b555-3c0eaf95456b {{(pid=110232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:08:28.545559 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-cb23a1ea-ce13-4fd5-857d-b9a0fd8ecdc1 admin admin] Publish callbacks [] for subnet (cc18aaad-758e-4a22-b555-3c0eaf95456b), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.579593 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-cb23a1ea-ce13-4fd5-857d-b9a0fd8ecdc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210907'] for subnet (cc18aaad-758e-4a22-b555-3c0eaf95456b), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.653712 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-cb23a1ea-ce13-4fd5-857d-b9a0fd8ecdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (cc18aaad-758e-4a22-b555-3c0eaf95456b), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.783389 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 83d23cf4-4c87-4475-ad1d-8e28f887369a no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:08:28.798194 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-cb23a1ea-ce13-4fd5-857d-b9a0fd8ecdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9101359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9330273'] for subnet (cc18aaad-758e-4a22-b555-3c0eaf95456b), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.806817 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 83d23cf4-4c87-4475-ad1d-8e28f887369a {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:08:28.807787 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 83d23cf4-4c87-4475-ad1d-8e28f887369a not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:08:28.829398 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23a1ea-ce13-4fd5-857d-b9a0fd8ecdc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc18aaad-758e-4a22-b555-3c0eaf95456b,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:28.831355 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-cb23a1ea-ce13-4fd5-857d-b9a0fd8ecdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for subnet (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.837609 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-cb23a1ea-ce13-4fd5-857d-b9a0fd8ecdc1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cc18aaad-758e-4a22-b555-3c0eaf95456b HTTP/1.1" status: 204 len: 168 time: 0.3399942 Mar 22 13:08:28.837772 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59498) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:28.841096 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc3ce8-919a-4873-85fb-43e343e7e1c8 None None] Network 21e054c7-ae8b-401f-8ad7-be6e67a12d89 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:08:28.910475 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (21e054c7-ae8b-401f-8ad7-be6e67a12d89), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:28.968343 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Deleting port 8f4d054a-75db-4450-be89-1504fcfe34e2 {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:28.968680 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.023314 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] DHCP port deletion for 21e054c7-ae8b-401f-8ad7-be6e67a12d89 request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:08:29.048149 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] For port 8f4d054a-75db-4450-be89-1504fcfe34e2, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=8f4d054a-75db-4450-be89-1504fcfe34e2,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:29.048849 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.067281 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Calling delete_port for 8f4d054a-75db-4450-be89-1504fcfe34e2 owned by network:dhcp {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:29.077505 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Deleting port 8f4d054a-75db-4450-be89-1504fcfe34e2 {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:29.077876 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.145448 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] For port 8f4d054a-75db-4450-be89-1504fcfe34e2, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=8f4d054a-75db-4450-be89-1504fcfe34e2,segment=NetworkSegment(0a111a9a-27b0-45bd-b0a3-a8684f980683),segment_id=0a111a9a-27b0-45bd-b0a3-a8684f980683)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:29.145845 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.158873 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Calling delete_port for 8f4d054a-75db-4450-be89-1504fcfe34e2 owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:29.250504 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.257206 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (8f4d054a-75db-4450-be89-1504fcfe34e2), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.280047 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4d054a-75db-4450-be89-1504fcfe34e2,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:29.283868 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Pushing event deleted for resources: {'Port': ['ID=8f4d054a-75db-4450-be89-1504fcfe34e2,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:29.284378 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] No DVR routers for this DVR port 8f4d054a-75db-4450-be89-1504fcfe34e2 on host dv-cinder-824149-5-iscsi {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:29.288414 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] No DVR routers for this DVR port 8f4d054a-75db-4450-be89-1504fcfe34e2 on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:29.293878 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.294266 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.294875 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.295077 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.295263 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.295471 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.295663 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.295856 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.296044 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.296218 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.296399 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.296607 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.296778 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.296954 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.297131 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.297307 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.297495 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.297690 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.297867 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.298610 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.298804 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.298993 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.299170 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.299346 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.299527 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.299527 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.299527 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.299527 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.300439 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.300439 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0f32d2-10f7-4426-b508-97a6b20977b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:29.633155 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (21e054c7-ae8b-401f-8ad7-be6e67a12d89), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.653329 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e054c7-ae8b-401f-8ad7-be6e67a12d89']}} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:29.662550 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a111a9a-27b0-45bd-b0a3-a8684f980683') {'for_net_delete': True} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:29.662842 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a111a9a-27b0-45bd-b0a3-a8684f980683') {} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:29.671900 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8397626'] for segment (0a111a9a-27b0-45bd-b0a3-a8684f980683), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.685165 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (0a111a9a-27b0-45bd-b0a3-a8684f980683), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.691304 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=110231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8621929'] for segment (0a111a9a-27b0-45bd-b0a3-a8684f980683), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: Traceback (most recent call last): Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: timer() Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: cb(*args, **kw) Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: return func(*args, **kwargs) Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: self._notify() Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: self.callback(batched_events) Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: event.method(event) Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: return f(self, *a, **k) Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._get(url).json() Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: return self.request(url, 'GET', **kwargs) Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:08:29.698170 dv-cinder-824149-5-iscsi neutron-server[110231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:08:29.866746 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (21e054c7-ae8b-401f-8ad7-be6e67a12d89), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.873514 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:29.878220 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] 10.222.0.69 "DELETE /v2.0/networks/21e054c7-ae8b-401f-8ad7-be6e67a12d89 HTTP/1.1" status: 204 len: 168 time: 1.0381310 Mar 22 13:08:29.880662 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 59500) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:29.889340 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d0d43-f203-40bd-9094-43eb682fe826 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e054c7-ae8b-401f-8ad7-be6e67a12d89,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:30.231442 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685443'] for router_interface (fb5ac0dc-5564-4e9c-9b9e-03087b079934), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:30.374923 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 8f4d054a-75db-4450-be89-1504fcfe34e2 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:08:30.397286 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 8f4d054a-75db-4450-be89-1504fcfe34e2 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:08:30.397632 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 8f4d054a-75db-4450-be89-1504fcfe34e2 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:08:30.398083 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 390e0717-1577-43ec-82df-f8b0caec789e no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:08:30.417731 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 390e0717-1577-43ec-82df-f8b0caec789e {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:08:30.421826 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 390e0717-1577-43ec-82df-f8b0caec789e not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:08:30.483057 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Deleting port aa29cac3-e31f-45bb-8a58-d36679fa2617 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:30.483304 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:30.561589 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] For port aa29cac3-e31f-45bb-8a58-d36679fa2617, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=aa29cac3-e31f-45bb-8a58-d36679fa2617,segment=NetworkSegment(b919fa25-e433-44c3-8ffe-dc3ae38ea5a2),segment_id=b919fa25-e433-44c3-8ffe-dc3ae38ea5a2)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:30.561951 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:30.578925 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Calling delete_port for aa29cac3-e31f-45bb-8a58-d36679fa2617 owned by network:router_interface {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:30.839242 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (aa29cac3-e31f-45bb-8a58-d36679fa2617), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:30.863555 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa29cac3-e31f-45bb-8a58-d36679fa2617,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:30.876763 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.877105 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.877437 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.877776 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.878245 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.878572 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.878903 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.879216 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.879584 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.879905 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.880178 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.880500 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.880816 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.881599 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:30.881599 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824149-5-iscsi {{(pid=110232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:31.081882 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3785459'] for router_interface (fb5ac0dc-5564-4e9c-9b9e-03087b079934), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:31.295904 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Router fb5ac0dc-5564-4e9c-9b9e-03087b079934 has already been hosted by L3 agent 49789c85-3683-4f68-b586-baa6be631996 {{(pid=110232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:08:31.400673 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] Notify agent at l3_agent.dv-cinder-824149-5-iscsi the message routers_updated {{(pid=110232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:08:31.406242 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-35ec1d94-e140-4996-a14e-1c56160458a1 admin admin] 10.222.0.69 "PUT /v2.0/routers/fb5ac0dc-5564-4e9c-9b9e-03087b079934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5237565 Mar 22 13:08:31.408704 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 59502) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:31.411722 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] Sync routers for ids ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'] in dv-cinder-824149-5-iscsi {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 13:08:31.423981 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] Routers {'fb5ac0dc-5564-4e9c-9b9e-03087b079934'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:08:31.424738 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:08:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:31.521403 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks [] for router (fb5ac0dc-5564-4e9c-9b9e-03087b079934), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:31.536767 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] Set router fb5ac0dc-5564-4e9c-9b9e-03087b079934 gateway port host: dv-cinder-824149-5-iscsi {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:08:31.624405 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks [] for router_gateway (fb5ac0dc-5564-4e9c-9b9e-03087b079934), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:31.718464 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'external_fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:08:30Z', 'revision_number': 5, 'project_id': '06e2959703404888ade5a0dd1920d938', 'gw_port': {'id': 'bcead23d-12fc-4c00-a55d-a7cf2148be12', 'name': '', 'network_id': '68f9e4b4-1460-4b55-a652-e197970b317f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824149-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:16Z', 'updated_at': '2022-03-22T13:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2b7d786-ed21-470e-a024-652ea7930ae2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824149-5-iscsi'}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:31.747731 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] Checking router: fb5ac0dc-5564-4e9c-9b9e-03087b079934 for host: dv-cinder-824149-5-iscsi {{(pid=110234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 13:08:31.757244 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] Routers {'fb5ac0dc-5564-4e9c-9b9e-03087b079934'} bound to L3 agent in host dv-cinder-824149-5-iscsi {{(pid=110234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 13:08:31.757959 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824149-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:44:46Z,description=,heartbeat_timestamp=2022-03-22T13:08:16Z,host='dv-cinder-824149-5-iscsi',id=49789c85-3683-4f68-b586-baa6be631996,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:44:46Z,topic='l3_agent')) {'router_ids': ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'], 'active': True} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:31.849443 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_dvr_db [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] Set router fb5ac0dc-5564-4e9c-9b9e-03087b079934 gateway port host: None {{(pid=110234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 13:08:31.902239 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.l3_hamode_db [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:08:31Z', 'revision_number': 6, 'project_id': '06e2959703404888ade5a0dd1920d938', 'gw_port_host': None}], 'dv-cinder-824149-5-iscsi', False) {} {{(pid=110234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:31.931653 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ac40e-808c-4d3e-99b7-291046d51006 None None] The sync data for ids ['fb5ac0dc-5564-4e9c-9b9e-03087b079934'] in dv-cinder-824149-5-iscsi is: [{'id': 'fb5ac0dc-5564-4e9c-9b9e-03087b079934', 'name': 'tempest-TestVolumeBootPattern-251036317-router', 'tenant_id': '06e2959703404888ade5a0dd1920d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:15Z', 'updated_at': '2022-03-22T13:08:31Z', 'revision_number': 6, 'project_id': '06e2959703404888ade5a0dd1920d938', 'gw_port_host': None}] {{(pid=110234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 13:08:32.000208 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Deleting port bcead23d-12fc-4c00-a55d-a7cf2148be12 {{(pid=110232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:32.000828 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.075152 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.db [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] For port bcead23d-12fc-4c00-a55d-a7cf2148be12, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=bcead23d-12fc-4c00-a55d-a7cf2148be12,segment=NetworkSegment(77fc192a-0379-4d89-8c91-cb99e8f959dc),segment_id=77fc192a-0379-4d89-8c91-cb99e8f959dc)] {{(pid=110232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:32.075516 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.087783 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.plugins.ml2.plugin [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Calling delete_port for bcead23d-12fc-4c00-a55d-a7cf2148be12 owned by network:router_gateway {{(pid=110232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:32.353255 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9103070'] for port (bcead23d-12fc-4c00-a55d-a7cf2148be12), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.386714 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcead23d-12fc-4c00-a55d-a7cf2148be12,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:32.405467 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device aa29cac3-e31f-45bb-8a58-d36679fa2617 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:08:32.434705 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: aa29cac3-e31f-45bb-8a58-d36679fa2617 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:08:32.435310 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device aa29cac3-e31f-45bb-8a58-d36679fa2617 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:08:32.450387 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3685897'] for router_gateway (fb5ac0dc-5564-4e9c-9b9e-03087b079934), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.540403 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router (fb5ac0dc-5564-4e9c-9b9e-03087b079934), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.542566 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks [] for router_controller (fb5ac0dc-5564-4e9c-9b9e-03087b079934), precommit_delete_associations {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.667392 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786218'] for router (fb5ac0dc-5564-4e9c-9b9e-03087b079934), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.668045 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb5ac0dc-5564-4e9c-9b9e-03087b079934 {{(pid=110232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:08:32.672879 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.677552 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-347e04a8-e76e-4347-8059-a257b46dbac8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fb5ac0dc-5564-4e9c-9b9e-03087b079934 HTTP/1.1" status: 204 len: 168 time: 1.2644324 Mar 22 13:08:32.678759 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59504) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:32.736353 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93cc0c0-c65b-451e-8dc9-ad899886ba70 admin admin] Deleting subnet 26cbdbc4-5936-4a00-acab-fb9ebe495cdf {{(pid=110231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 13:08:32.741001 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c93cc0c0-c65b-451e-8dc9-ad899886ba70 admin admin] Publish callbacks [] for subnet (26cbdbc4-5936-4a00-acab-fb9ebe495cdf), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.789736 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c93cc0c0-c65b-451e-8dc9-ad899886ba70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397571'] for subnet (26cbdbc4-5936-4a00-acab-fb9ebe495cdf), precommit_delete_associations {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:32.876085 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c93cc0c0-c65b-451e-8dc9-ad899886ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532657'] for subnet (26cbdbc4-5936-4a00-acab-fb9ebe495cdf), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.022317 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c93cc0c0-c65b-451e-8dc9-ad899886ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8544657'] for subnet (26cbdbc4-5936-4a00-acab-fb9ebe495cdf), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.047815 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cc0c0-c65b-451e-8dc9-ad899886ba70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cbdbc4-5936-4a00-acab-fb9ebe495cdf,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:33.051578 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-c93cc0c0-c65b-451e-8dc9-ad899886ba70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.055446 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-c93cc0c0-c65b-451e-8dc9-ad899886ba70 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/26cbdbc4-5936-4a00-acab-fb9ebe495cdf HTTP/1.1" status: 204 len: 168 time: 0.3741407 Mar 22 13:08:33.058452 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59506) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:33.061863 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315111e2-3328-4d0d-b9ce-b707bea0c2a1 None None] Network bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 requested from dv-cinder-824149-5-iscsi {{(pid=110233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 13:08:33.132337 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1068990'] for network (bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.194341 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Deleting port 1b235094-da16-4cbb-b857-aee477efaf5a {{(pid=110231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:33.194622 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.215247 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9002f9-9c3e-47e5-b319-f865d95c02ca None None] DHCP port deletion for bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 request from dv-cinder-824149-5-iscsi {{(pid=110233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 13:08:33.261931 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.db [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] For port 1b235094-da16-4cbb-b857-aee477efaf5a, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=1b235094-da16-4cbb-b857-aee477efaf5a,segment=NetworkSegment(b919fa25-e433-44c3-8ffe-dc3ae38ea5a2),segment_id=b919fa25-e433-44c3-8ffe-dc3ae38ea5a2)] {{(pid=110231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:33.262406 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.264540 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-bb9002f9-9c3e-47e5-b319-f865d95c02ca None None] Deleting port 1b235094-da16-4cbb-b857-aee477efaf5a {{(pid=110233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 13:08:33.264900 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-bb9002f9-9c3e-47e5-b319-f865d95c02ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733172621599'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), before_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.278702 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.plugin [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Calling delete_port for 1b235094-da16-4cbb-b857-aee477efaf5a owned by network:dhcp {{(pid=110231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:33.331971 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.db [None req-bb9002f9-9c3e-47e5-b319-f865d95c02ca None None] For port 1b235094-da16-4cbb-b857-aee477efaf5a, host dv-cinder-824149-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824149-5-iscsi',level=0,port_id=1b235094-da16-4cbb-b857-aee477efaf5a,segment=NetworkSegment(b919fa25-e433-44c3-8ffe-dc3ae38ea5a2),segment_id=b919fa25-e433-44c3-8ffe-dc3ae38ea5a2)] {{(pid=110233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:33.332468 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-bb9002f9-9c3e-47e5-b319-f865d95c02ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3682897'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), precommit_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.344890 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-bb9002f9-9c3e-47e5-b319-f865d95c02ca None None] Calling delete_port for 1b235094-da16-4cbb-b857-aee477efaf5a owned by network:dhcp {{(pid=110233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 13:08:33.547154 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8621882'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.556442 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-bb9002f9-9c3e-47e5-b319-f865d95c02ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1413004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733172628354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733172059908'] for port (1b235094-da16-4cbb-b857-aee477efaf5a), after_delete {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.579202 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b235094-da16-4cbb-b857-aee477efaf5a,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:33.584050 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] No DVR routers for this DVR port 1b235094-da16-4cbb-b857-aee477efaf5a on host dv-cinder-824149-5-iscsi {{(pid=110231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:33.585900 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9002f9-9c3e-47e5-b319-f865d95c02ca None None] Pushing event deleted for resources: {'Port': ['ID=1b235094-da16-4cbb-b857-aee477efaf5a,revision_number=None']} {{(pid=110233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:33.590799 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9002f9-9c3e-47e5-b319-f865d95c02ca None None] No DVR routers for this DVR port 1b235094-da16-4cbb-b857-aee477efaf5a on host dv-cinder-824149-5-iscsi {{(pid=110233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:08:33.663287 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467972', 'neutron.services.segments.db._delete_segments_for_network-8733172401987'] for network (bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.684381 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9']}} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:33.693747 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2') {'for_net_delete': True} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:33.694088 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.services.segments.db [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b919fa25-e433-44c3-8ffe-dc3ae38ea5a2') {} {{(pid=110231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:08:33.705087 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733172402764', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8397626'] for segment (b919fa25-e433-44c3-8ffe-dc3ae38ea5a2), before_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.722313 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576'] for segment (b919fa25-e433-44c3-8ffe-dc3ae38ea5a2), precommit_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.729315 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=110231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 13:08:33.729697 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8621929'] for segment (b919fa25-e433-44c3-8ffe-dc3ae38ea5a2), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: Traceback (most recent call last): Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: timer() Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: cb(*args, **kw) Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: return func(*args, **kwargs) Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: self._notify() Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: self.callback(batched_events) Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: event.method(event) Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: return f(self, *a, **k) Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._get(url).json() Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: return self.request(url, 'GET', **kwargs) Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:08:33.731385 dv-cinder-824149-5-iscsi neutron-server[110231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:08:33.929471 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3686005'] for network (bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9), after_delete {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.935286 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron_lib.callbacks.manager [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790457'] for network (None), before_response {{(pid=110231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:33.938412 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9 HTTP/1.1" status: 204 len: 168 time: 0.8790393 Mar 22 13:08:33.950283 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc93532-1260-41b1-bdd4-162659008675 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdee22b-4cc2-4c23-8c8c-f3f2fe85e0a9,revision_number=None']} {{(pid=110231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:34.375424 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device bcead23d-12fc-4c00-a55d-a7cf2148be12 no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:08:34.380144 dv-cinder-824149-5-iscsi neutron-server[110231]: DEBUG neutron.wsgi [-] (110231) accepted ('10.222.0.69', 59510) {{(pid=110231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:34.399400 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: bcead23d-12fc-4c00-a55d-a7cf2148be12 {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:08:34.399744 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device bcead23d-12fc-4c00-a55d-a7cf2148be12 not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:08:34.400163 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 1b235094-da16-4cbb-b857-aee477efaf5a no longer exists at agent ovs-agent-dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 13:08:34.420469 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.plugin [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] No Port match for: 1b235094-da16-4cbb-b857-aee477efaf5a {{(pid=110233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 13:08:34.420803 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron.plugins.ml2.rpc [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Device 1b235094-da16-4cbb-b857-aee477efaf5a not bound to the agent host dv-cinder-824149-5-iscsi {{(pid=110233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 13:08:34.425085 dv-cinder-824149-5-iscsi neutron-server[110231]: INFO neutron.wsgi [None req-3531448c-aa32-402a-9a49-7852830e518e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3532c79224840618d67599c1d469137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407305 Mar 22 13:08:34.428066 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 59512) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:34.479437 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-858575f2-f2d6-40b4-9743-83ddf6237f3a admin admin] Publish callbacks [] for security_group (dee8ef32-c3ad-4491-bcc4-062140de29e0), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:34.500848 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-858575f2-f2d6-40b4-9743-83ddf6237f3a admin admin] Publish callbacks [] for security_group (dee8ef32-c3ad-4491-bcc4-062140de29e0), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:34.633203 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-858575f2-f2d6-40b4-9743-83ddf6237f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (dee8ef32-c3ad-4491-bcc4-062140de29e0), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:34.636876 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-858575f2-f2d6-40b4-9743-83ddf6237f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:34.638337 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-858575f2-f2d6-40b4-9743-83ddf6237f3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dee8ef32-c3ad-4491-bcc4-062140de29e0 HTTP/1.1" status: 204 len: 168 time: 0.2088273 Mar 22 13:08:34.648163 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858575f2-f2d6-40b4-9743-83ddf6237f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee8ef32-c3ad-4491-bcc4-062140de29e0,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:35.374797 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 59518) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:35.417584 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-1a2b646c-94a2-4ae3-85f0-1f4a8d86e3f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06e2959703404888ade5a0dd1920d938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415945 Mar 22 13:08:35.420072 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [-] (110232) accepted ('10.222.0.69', 59520) {{(pid=110232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 13:08:35.469402 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-098bd699-054f-4e41-a0c3-75d6106b4981 admin admin] Publish callbacks [] for security_group (6bbbf6ed-78d9-47f7-805a-0adb53162071), before_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:35.491271 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-098bd699-054f-4e41-a0c3-75d6106b4981 admin admin] Publish callbacks [] for security_group (6bbbf6ed-78d9-47f7-805a-0adb53162071), precommit_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:35.610034 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-098bd699-054f-4e41-a0c3-75d6106b4981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721259'] for security_group (6bbbf6ed-78d9-47f7-805a-0adb53162071), after_delete {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:35.613403 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron_lib.callbacks.manager [None req-098bd699-054f-4e41-a0c3-75d6106b4981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:35.614879 dv-cinder-824149-5-iscsi neutron-server[110232]: INFO neutron.wsgi [None req-098bd699-054f-4e41-a0c3-75d6106b4981 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6bbbf6ed-78d9-47f7-805a-0adb53162071 HTTP/1.1" status: 204 len: 168 time: 0.1937492 Mar 22 13:08:35.626349 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bd699-054f-4e41-a0c3-75d6106b4981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbbf6ed-78d9-47f7-805a-0adb53162071,revision_number=None']} {{(pid=110232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:42.044362 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:43.729747 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-16aa9fd4-aca7-4467-93ec-e25b330d20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:45.861345 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9b37d51e-72a8-45bb-80a1-0f6312f73292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:47.089748 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:48.781047 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:50.180727 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:08:56.022016 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:09:12.110857 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:13.648567 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d4cc-8bfa-404b-acde-12581aebc694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:15.887812 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-ac66a910-e22b-4f56-bb08-2aba6a9b57c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:17.077201 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:18.791648 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:20.128651 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:33.017144 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:09:42.093888 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:43.710336 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-2531797a-d99c-42f6-a986-9b7a6e9a92f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:45.916372 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-d8974a70-c6a3-4194-b763-425d62170b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:47.098978 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:48.801603 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:09:50.156411 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:10.017608 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:10:12.092997 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:13.664792 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-321e0c16-64df-4816-9b9e-86bb9296baac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:15.869764 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-654a6811-5051-4a27-abf6-9ff811c24a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:17.099007 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:18.812923 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:20.160746 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:37.252556 dv-cinder-824149-5-iscsi neutron-server[110232]: DEBUG neutron.wsgi [req-4f7b342a-4ede-4129-8dc6-43db2cbb9b9b req-02943768-f244-437f-a69a-c3f7770f7bd0 service neutron] (110232) timed out ('10.222.0.46', 53719) {{(pid=110232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 13:10:42.091896 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:43.657469 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-1a0384ea-99bc-4793-9aa4-2cabb5280d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:45.851872 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-27d1873b-32fe-48ea-b4ae-49f04f4a796c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:47.016871 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:10:47.149030 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:48.794292 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:10:50.200097 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:12.119936 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:13.662833 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-54d967fe-4f9f-4218-b01f-621ee52c6239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:15.874275 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-43e2ff15-d971-4774-8769-cf6b32de7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:17.102587 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:18.782601 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:20.148068 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:24.015853 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:11:42.164620 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:43.679323 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-23a0431f-923b-4173-ab42-4a05d4101d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:45.855819 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-6aa2ff74-a0c0-43c1-9b25-6e15b21dcf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:47.136026 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:48.827552 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:11:50.152634 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:01.015057 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:12:12.083713 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:13.649449 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-6272dd69-e011-447d-8293-116badce7c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:15.878424 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-feef53a8-142a-4336-9a98-7a9115805a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:17.101307 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:18.780710 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:20.175135 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:38.014990 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:12:42.111864 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:43.654598 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-6a9b709b-a935-4925-a3b6-a225003ed5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:45.842605 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-b87a0e5b-40d3-4e3b-aa64-6ace5e8b90d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:47.134333 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:48.802589 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:12:50.151328 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:12.116379 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:13.699396 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-c4a41304-5dc8-4c09-98a6-feb35c6b8a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:15.014098 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 13:13:15.911608 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-e5b455a5-dd8b-4b00-97f5-8dccf5d099d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:17.105394 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:18.819865 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:20.156604 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:42.184290 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-eb8651ae-4278-4936-85c9-100a7ff45925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (51cd7fb8-c98d-4467-bc53-fba877cc28c2), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:43.704534 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e8f2-1ced-4a0e-88de-fe5e02896eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (4592cd14-9e9e-48fa-8afe-6e6c3b2690bd), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:45.880865 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-f72f689c-9f6e-4a96-a1de-6ca4bb6c61c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (49789c85-3683-4f68-b586-baa6be631996), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:47.103750 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bd16-1dd8-44e5-bc4b-75edaf3cd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (7a8daa46-617f-4081-96cb-46b5f745db45), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:48.801952 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-53b68240-2f6a-4fee-8476-9906ca15f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (58e7cdd2-ac09-4ddb-9455-d122b5bd1242), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:50.144038 dv-cinder-824149-5-iscsi neutron-server[110233]: DEBUG neutron_lib.callbacks.manager [None req-db456f13-e4e3-480c-ad94-741b26fdf1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733172401969', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474439'] for agent (776a11f1-91f7-40ba-9ed2-8fbb45dfa4df), after_update {{(pid=110233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 13:13:52.013576 dv-cinder-824149-5-iscsi neutron-server[110234]: DEBUG neutron.db.agents_db [None req-ebad0a1f-64f2-44f5-9160-04169608f638 None None] Agent healthcheck: found 6 active agents {{(pid=110234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}